diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d607a781472c71941fc4247c758476f4580faba8..d49878000d73b6a1417cd39dee2ee2260487aaf8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,792411.2762027787,341171.2816191955,525.3984050732737,0.5333360614161515,0.00808110824755069,0.00807215240450774,7.0012155074409135,890.1748570942558,0.013685277745205417,0.008077315420687466,0.007118268852036256,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,798606.0298803194,345039.3151600289,528.6988608024403,0.5366863800362216,0.008132689066789019,0.008123268248113526,7.135228252243718,893.6475982624914,0.01373936409454329,0.008128468267646299,0.0071693730103078585,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8650035478543117,0.8565034948547112,0.7280018037723777,0.6993460984552897,0.6072618183510896,0.4000819713434468,27.188816564288864,0.9300556692232523,0.6628655546054096,0.5188585322148919,0.5158011116137563,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1514839379080535,1.1404554354091345,0.8690690781294914,0.8335727668992609,0.7313276750819583,0.46279787789343235,32.55625682463613,1.0730721960371787,0.7734968711983622,0.6264463987333766,0.6235176405540757,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.03504500226669433,0.043009209986815296,0.17243299833525036,0.9927959219115059,0.11487212986573435,0.12461055989254383,4.855509029617671,0.18720310431906392,0.13098759291643727,0.1206528250343676,0.09847312582404881,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.3441744688684634,1.8649522256501452,1.1368827787869766,0.8717311900160393,0.05921842866836405,0.05678895207936025,13.071253086925985,1.5310697139152296,0.07729422298218765,0.05739416710389911,0.053766801439576045,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,436.5404527961764,441.5105216020299,15.939421004121932,1.2710471883556564,0.35198082732724484,0.47044225563734154,31.731025763406365,20.89355050718227,0.5643727767837641,0.4305527339323876,0.4022796042361225,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 53b78398a5ddbbc59579eeef2e0f4740a19f41a5..4c16be995191181d266cd2505797238b88c84532 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:10:38.920638+00:00", + "evaluated_at": "2026-06-18T03:17:53.685107+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65147.691769853984, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bce6c2192d1ab871af17c8273db7e23c4272bf99..6a50c75e3d78fc881b68ceeb2d54ab76ce43be46 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:03:07.581250+00:00", + "evaluated_at": "2026-06-18T03:17:53.787563+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4535129400246913, - 1.4813028077332862, - 1.5072535665310047, - 1.5340902702375976, - 1.5610282580783776, - 1.5858470462427454, - 1.611858171760387, - 1.638751421707221, - 1.664154845936069, - 1.6880114068637457, - 1.7135006116629583, - 1.7381136213859238, - 1.7642027723375722, - 1.7869565809415224, - 1.811161354862021, - 1.8363131322545334, - 1.859058293422382, - 1.8823021904456407, - 1.9067787117086903, - 1.927982356457414, - 1.9506042380960305, - 1.9750702277717065, - 1.9975383515594194, - 2.0187708837345344, - 2.0402206478432214, - 2.0634274393409298, - 2.085011174174941, - 2.1048964680634543, - 2.1281519373054367, - 2.1485613068103886, - 2.1688022512300758, - 2.189706852442197, - 2.2099386867368094, - 2.228925166090395, - 2.250185902170198, - 2.268479846083764, - 2.289398260890402, - 2.309117982500558, - 2.3271932822326526, - 2.3463138581603085, - 2.365464048819546, - 2.3835724499167803, - 2.403762441430635, - 2.421780396641399, - 2.440852505279703, - 2.4567422481904986, - 2.47591247416688, - 2.492528177194683, - 2.511783428104919, - 2.5292153239426707, - 2.545935407061365, - 2.5616319551580142, - 2.579795965462725, - 2.596228750067831, - 2.6132065667890827, - 2.629208143320241, - 2.6454101252304425, - 2.6617809604757188, - 2.6774743594815966, - 2.694702896477815 + 1.5217123782829205, + 1.5501653217386004, + 1.580779625055471, + 1.6099052529677973, + 1.6388540388596815, + 1.6675883740484625, + 1.6939471597004785, + 1.7235781572749196, + 1.7512022989713065, + 1.7778211397576258, + 1.804582561658023, + 1.8329789770964393, + 1.8597710590117296, + 1.8861284360311337, + 1.9125898407092767, + 1.9384666157903632, + 1.9641620776183104, + 1.9882410635530277, + 2.0152888201113335, + 2.039006443482547, + 2.063589335728204, + 2.089495838358753, + 2.1104396260696316, + 2.137724692772977, + 2.161612966136814, + 2.1838775301119124, + 2.207415436280039, + 2.2328150552179338, + 2.2546709211846387, + 2.276321475589088, + 2.2999923238149633, + 2.3225135780516406, + 2.343955966306841, + 2.3665073113580277, + 2.386785545538628, + 2.4098068619239985, + 2.431683956191016, + 2.450548625969537, + 2.474282664881189, + 2.4928866892088086, + 2.5152543495740463, + 2.5347027068750743, + 2.5522245266644124, + 2.5737731282737006, + 2.593086140442572, + 2.614151847707469, + 2.634399981179422, + 2.6516704586594715, + 2.6717343560491735, + 2.6894358163580216, + 2.707170225851397, + 2.7277369256980846, + 2.7462396541126393, + 2.7645117012603038, + 2.7811884849443427, + 2.7986389263789224, + 2.816547811951689, + 2.8348613017012996, + 2.852546699641457, + 2.8685734585039118 ], "p10": [ - 1.4411149386323632, - 1.4670153683454232, - 1.4920663934552587, - 1.5199038729219307, - 1.5478526440785723, - 1.5721784746424121, - 1.5986730535807565, - 1.6259354817029572, - 1.6506683295321838, - 1.6734032416276203, - 1.6994454660683769, - 1.7270971589255617, - 1.7503217001734583, - 1.7731907572025611, - 1.7973010250693673, - 1.8212807177177948, - 1.844805822909148, - 1.86853758168228, - 1.8904313067198975, - 1.9159858915945687, - 1.9389449245198895, - 1.9591076305060402, - 1.9837523986125996, - 2.00571282359461, - 2.0279997609238043, - 2.0483421781475566, - 2.0698856096826144, - 2.090562416794463, - 2.114350434853915, - 2.136039700236954, - 2.1534088215035134, - 2.174622894602538, - 2.1947965868334767, - 2.2151768780347485, - 2.236415189849038, - 2.255452047209849, - 2.2750664723962486, - 2.2944487637950477, - 2.313098885680295, - 2.3312458224133557, - 2.349639232359464, - 2.371846127873794, - 2.3896036810879364, - 2.4078975332874526, - 2.4262610976810324, - 2.4427765971367, - 2.4613662731433426, - 2.4790370753622177, - 2.4971397844933523, - 2.516213320286113, - 2.5333022549481705, - 2.549638858757739, - 2.5672777554605624, - 2.5840515575203797, - 2.5997899379538603, - 2.6136483932483165, - 2.6331708264833615, - 2.6496689976518186, - 2.66360044974174, - 2.6811116156008725 + 1.5076449713245768, + 1.5382200867438138, + 1.5676697222503604, + 1.5957714066869344, + 1.6245968128901527, + 1.6550863115074121, + 1.6800875999926472, + 1.7119265217219484, + 1.7361799029100402, + 1.7626835197857351, + 1.79143274160894, + 1.8169049846189584, + 1.8457218176137489, + 1.8723887762332763, + 1.8986146104311212, + 1.9247460386597728, + 1.950318650379413, + 1.974578708789462, + 2.0026746879156345, + 2.0253517071600022, + 2.0485991751460486, + 2.078591543505229, + 2.1018372264109457, + 2.123868444440126, + 2.1464801586901956, + 2.1720201959526633, + 2.195783904945254, + 2.2193089147904415, + 2.2387135365382105, + 2.2634614981160786, + 2.2870396017009633, + 2.3104171992595885, + 2.3324990453539702, + 2.35422906189763, + 2.3743476406910595, + 2.3972447386778533, + 2.4170655786591486, + 2.4368759265595816, + 2.4625455034701136, + 2.4785465092112093, + 2.5004440683849665, + 2.5209756992569523, + 2.5384087152189596, + 2.5616110337640814, + 2.578780563151981, + 2.6004230974283153, + 2.6206788532158343, + 2.6380678117700254, + 2.6594586087232175, + 2.6748082159385347, + 2.6940200576416715, + 2.713173413777633, + 2.732245963135065, + 2.7521820918196176, + 2.7671410445613556, + 2.7879557004095994, + 2.8030959561730673, + 2.819808951072413, + 2.8402374210964405, + 2.854998358950975 ], "p90": [ - 1.4682615460497352, - 1.4952009729598132, - 1.5216305692375423, - 1.5474107724570476, - 1.575500733188761, - 1.5974472681125729, - 1.6261741943230075, - 1.653132075665232, - 1.681200897542774, - 1.7043718983572074, - 1.7255889016725952, - 1.7526900474654203, - 1.777256921247123, - 1.800988035129273, - 1.8272983406125562, - 1.8492895190672014, - 1.8718908678908985, - 1.895643199757071, - 1.9209363507843404, - 1.9420829014188774, - 1.9646460178048868, - 1.9882898054472955, - 2.00960906103977, - 2.032445408508666, - 2.054391863374957, - 2.07809202762924, - 2.0987843057962405, - 2.1181521571605786, - 2.1428829640796394, - 2.1611176588275294, - 2.1836390471984233, - 2.2035215907161643, - 2.2221103726416134, - 2.243332513283444, - 2.2622505706836202, - 2.281811771658914, - 2.3020959665987086, - 2.3215272576018022, - 2.340347432779432, - 2.362062270464047, - 2.378307659170199, - 2.3966974679982407, - 2.422496075739231, - 2.433934137800935, - 2.4555213485386167, - 2.4719504807333834, - 2.488444766950097, - 2.505762697781766, - 2.525817580322994, - 2.542388846508935, - 2.5585612878130606, - 2.575601172133821, - 2.5921171070933724, - 2.611846527225054, - 2.627584888908256, - 2.641434840339929, - 2.65773435531852, - 2.6773366492913175, - 2.692387075078016, - 2.7078971979482267 + 1.536322768186684, + 1.56548808351035, + 1.5953984720616976, + 1.6265011460954464, + 1.6517916249076676, + 1.6790098956468034, + 1.7075406983089378, + 1.735600509444701, + 1.7639804400466768, + 1.7918758979345213, + 1.81806895706012, + 1.8454624768056118, + 1.8728267467621489, + 1.8986701937810002, + 1.9233439404214172, + 1.953157280070151, + 1.9788204008587105, + 2.0016948555588794, + 2.0326116806749606, + 2.05214120485485, + 2.0785309099294915, + 2.10397752268019, + 2.127955973493556, + 2.1532525133618283, + 2.1736624380150165, + 2.1973058914121313, + 2.2214999279230216, + 2.247485235874662, + 2.2675073661755354, + 2.2913529653712015, + 2.31486659506025, + 2.334934379839927, + 2.3564747738542455, + 2.3808869488736493, + 2.3999631506663617, + 2.4243680974817, + 2.4451718887430767, + 2.4642227214608288, + 2.4869080158316335, + 2.5085530364712847, + 2.5308890173591854, + 2.5524844250437133, + 2.567539404944614, + 2.589141769244611, + 2.608619507171109, + 2.6287102411401033, + 2.648151282312279, + 2.6643826152102807, + 2.6848295200337664, + 2.7028160720898304, + 2.721989696513186, + 2.742141413756392, + 2.7598923727743956, + 2.776723838115561, + 2.795996494334342, + 2.8128099218952296, + 2.828892475440491, + 2.8505970151341478, + 2.867085319199205, + 2.8820947003302164 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 91d26142b175d11e8ee9336d35b969c4ab7b194d..0f15cb7be89a717c378713d77f5941853f6ba1cd 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:10:39.016828+00:00", + "evaluated_at": "2026-06-18T03:17:53.930904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 4f656f0f8b6c2ab8461eb9b65da5e2a41264b712..8d428ed617246b0febcff6d25b571df64d5e40fd 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.200,3.000,3.200,3.000,3.400,3.100,3.200,3.000,3.300 +2026-06-18,Chronos-2,3.000,2.700,3.000,2.700,3.000,3.100,3.000,2.700,3.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 2aaa5e5f8a5c50affc5f5a98c19c56930725769a..34fd4d56716f6aab582b67513ad2bf2350c7fe00 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.95,3.675,3.95,3.775,4.05,3.45,3.95,3.775,3.975 +2026-W25,Chronos-Bolt-Mini,3.9,3.6,3.9,3.7,3.95,3.45,3.9,3.7,3.9 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 30e42a3d7faa667fea02e069a0ef87b1dee0a23f..ca086b7f8d8365f3fedf51a7e4c352b38ab947e1 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,680124.4057248434,680124.4057248434,699.6848958333334,0.7102556516593864,0.010813828765192502,0.010735003094351945,2.4493918715148353,824.6965537243643,0.012678634206848434,0.010756742967174597,0.007150408934088979,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,686153.8484306335,686153.8484306335,702.9853515625,0.7136059702794565,0.010865668816091606,0.010786117459239018,2.4493918715148353,828.3440398956424,0.012735356064066991,0.010808031842783165,0.007167686204441213,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.11629613314983907,0.11629613314983907,0.23711471557617186,0.22778137411920432,0.20672854270237603,0.2794108297969911,0.6753926899077457,0.3410221886473651,0.24305196956573186,0.16899545118279852,0.14248389719886298,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0419495035771698,0.0419495035771698,0.13152138491471607,0.12614951732691532,0.11859802761775404,0.14329458495513778,0.7071347560782998,0.2048157796097991,0.14763625903763886,0.09480385392790819,0.10202048902158972,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04524978193929899,0.04524978193929899,0.17364614539676243,0.9997807071148951,0.11542868202490647,0.12558549341480607,4.980388503776705,0.21271996130899185,0.1488419532277222,0.12150167427764871,0.12195498617544012,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.065891313600787,2.065891313600787,1.1627431710561116,0.8915602444688718,0.06072335377369043,0.058016833430381755,6.943902277613918,1.4373208805276527,0.0725614252745971,0.05869969807240472,0.03793198411271381,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,19.804842954546228,19.804842954546228,3.8708037535349527,0.30866706051209875,0.12267577203279918,0.13215227346422057,2.6900659408030294,4.450263245533485,0.12020969937287972,0.10455744522773086,0.1433699826872804,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 50a8baab93a0a90fa72d14015f7d8fcccf443b60..07a5c3e4993f0ea834e4e0d0aa388d9236fead99 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:07:28.165699+00:00", + "evaluated_at": "2026-06-18T03:15:40.481066+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65818.3203125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 425d7fad7bfd3bfb630c35f496cbc83cb0a840c1..88b260db68486e7faf05a1e4931fba39ef1fe51c 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:00:52.638649+00:00", + "evaluated_at": "2026-06-18T03:15:44.951395+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4736227989196777, - 1.5042814016342163, - 1.519845724105835, - 1.5345683097839355, - 1.5504097938537598, - 1.5668816566467285, - 1.5788230895996094, - 1.5934267044067383, - 1.605358600616455, - 1.616593837738037, - 1.6210600137710571, - 1.6260570287704468, - 1.6349639892578125, - 1.6420056819915771, - 1.6416040658950806, - 1.6415178775787354, - 1.621258020401001, - 1.6162846088409424, - 1.60707688331604, - 1.6000592708587646, - 1.5852946043014526, - 1.5753428936004639, - 1.5575840473175049, - 1.5429356098175049, - 1.5214685201644897, - 1.4985411167144775, - 1.4766054153442383, - 1.449802279472351, - 1.4207419157028198, - 1.3957855701446533, - 1.3704990148544312, - 1.3346686363220215, - 1.2680214643478394, - 1.2393014430999756, - 1.2011117935180664, - 1.1640756130218506, - 1.1266765594482422, - 1.0884132385253906, - 1.050333023071289, - 1.00937020778656, - 0.9688565135002136, - 0.9276130199432373, - 0.8909555673599243, - 0.8471261262893677, - 0.8148113489151001, - 0.7578446269035339, - 0.7176165580749512, - 0.6811243295669556, - 0.6164662837982178, - 0.5705345273017883, - 0.5345178842544556, - 0.48711562156677246, - 0.43911564350128174, - 0.4029797911643982, - 0.3630800247192383, - 0.3315284848213196, - 0.29419517517089844, - 0.2544770836830139, - 0.22833532094955444, - 0.187050461769104 + 1.537361979484558, + 1.5662596225738525, + 1.5800725221633911, + 1.5962415933609009, + 1.611572504043579, + 1.6273587942123413, + 1.6403883695602417, + 1.6532235145568848, + 1.664575219154358, + 1.6762940883636475, + 1.6807613372802734, + 1.6843585968017578, + 1.691933512687683, + 1.701633334159851, + 1.6979637145996094, + 1.6946951150894165, + 1.687108039855957, + 1.6852834224700928, + 1.676206350326538, + 1.669061541557312, + 1.6536953449249268, + 1.6439993381500244, + 1.629453420639038, + 1.613779067993164, + 1.5951979160308838, + 1.5725382566452026, + 1.5489696264266968, + 1.521344780921936, + 1.4980933666229248, + 1.4732027053833008, + 1.450150489807129, + 1.4141311645507812, + 1.3849797248840332, + 1.3618621826171875, + 1.3241769075393677, + 1.296929121017456, + 1.258529782295227, + 1.223772644996643, + 1.1901966333389282, + 1.1523807048797607, + 1.1124372482299805, + 1.0828114748001099, + 1.0355523824691772, + 0.9995361566543579, + 0.9714390635490417, + 0.9224639534950256, + 0.8782898187637329, + 0.8464337587356567, + 0.8181743025779724, + 0.7789075970649719, + 0.7441585063934326, + 0.703078031539917, + 0.6617879271507263, + 0.6236919164657593, + 0.5920829772949219, + 0.5516862869262695, + 0.5177714228630066, + 0.48985129594802856, + 0.4614561200141907, + 0.43334245681762695 ], "p10": [ - 1.4551995992660522, - 1.472611904144287, - 1.4939396381378174, - 1.4976704120635986, - 1.5092010498046875, - 1.518588662147522, - 1.5266731977462769, - 1.53660249710083, - 1.539811372756958, - 1.542957067489624, - 1.5416548252105713, - 1.544719934463501, - 1.5423698425292969, - 1.536993145942688, - 1.539104700088501, - 1.515528678894043, - 1.5001213550567627, - 1.4937114715576172, - 1.47207510471344, - 1.4606221914291382, - 1.4372175931930542, - 1.4175223112106323, - 1.391268014907837, - 1.370435118675232, - 1.3292083740234375, - 1.297863483428955, - 1.2616065740585327, - 1.219122290611267, - 1.1613692045211792, - 1.1274675130844116, - 1.0953353643417358, - 1.0398249626159668, - 0.9464654326438904, - 0.9033491611480713, - 0.8463912606239319, - 0.794048547744751, - 0.741229236125946, - 0.7022424936294556, - 0.645346999168396, - 0.5925886631011963, - 0.5423374772071838, - 0.4820142984390259, - 0.4332618713378906, - 0.3933640718460083, - 0.3285713195800781, - 0.26637059450149536, - 0.20737361907958984, - 0.17842864990234375, - -0.012267589569091797, - -0.0835719108581543, - -0.16353726387023926, - -0.18998229503631592, - -0.2406712770462036, - -0.2982046604156494, - -0.3317403793334961, - -0.3742058277130127, - -0.42778074741363525, - -0.4644263982772827, - -0.502801775932312, - -0.5478829145431519 + 1.5169845819473267, + 1.5353931188583374, + 1.5536770820617676, + 1.5583157539367676, + 1.5714216232299805, + 1.5787856578826904, + 1.5880544185638428, + 1.59615159034729, + 1.599989891052246, + 1.602962613105774, + 1.601792335510254, + 1.6030020713806152, + 1.6004793643951416, + 1.5961759090423584, + 1.5950051546096802, + 1.5711685419082642, + 1.5651885271072388, + 1.5644867420196533, + 1.5385245084762573, + 1.5276641845703125, + 1.5038446187973022, + 1.4828245639801025, + 1.4612529277801514, + 1.440138578414917, + 1.4031668901443481, + 1.3690199851989746, + 1.3322430849075317, + 1.2877861261367798, + 1.2306321859359741, + 1.2000677585601807, + 1.165008306503296, + 1.111587643623352, + 1.045976161956787, + 1.0064795017242432, + 0.9494873285293579, + 0.9019854664802551, + 0.8502906560897827, + 0.8031781315803528, + 0.7473011016845703, + 0.6899892091751099, + 0.6511566638946533, + 0.5928828120231628, + 0.5514712333679199, + 0.5121685266494751, + 0.444530725479126, + 0.39637768268585205, + 0.34110134840011597, + 0.3042253851890564, + 0.1576012372970581, + 0.0955306887626648, + 0.0212632417678833, + -0.013599991798400879, + -0.05306828022003174, + -0.110312819480896, + -0.15287458896636963, + -0.18717706203460693, + -0.23859429359436035, + -0.2804933786392212, + -0.3083302974700928, + -0.347487211227417 ], "p90": [ - 1.4963417053222656, - 1.527935266494751, - 1.5577466487884521, - 1.5762269496917725, - 1.5934146642684937, - 1.6116793155670166, - 1.6353986263275146, - 1.6566882133483887, - 1.6710777282714844, - 1.6892096996307373, - 1.6988638639450073, - 1.7099254131317139, - 1.7261511087417603, - 1.7445018291473389, - 1.7573912143707275, - 1.7577340602874756, - 1.738527774810791, - 1.7386987209320068, - 1.7372685670852661, - 1.7353575229644775, - 1.7473883628845215, - 1.7359530925750732, - 1.732833743095398, - 1.7328510284423828, - 1.725723147392273, - 1.72812020778656, - 1.7133021354675293, - 1.6894810199737549, - 1.680494785308838, - 1.6728557348251343, - 1.6664679050445557, - 1.6391021013259888, - 1.6418883800506592, - 1.6388914585113525, - 1.6170361042022705, - 1.5843819379806519, - 1.5725617408752441, - 1.541184663772583, - 1.5249804258346558, - 1.5112725496292114, - 1.4808528423309326, - 1.4663156270980835, - 1.4420479536056519, - 1.416435718536377, - 1.4060709476470947, - 1.3845641613006592, - 1.3600471019744873, - 1.334110975265503, - 1.3734567165374756, - 1.338141679763794, - 1.3180432319641113, - 1.3077791929244995, - 1.2791213989257812, - 1.275095820426941, - 1.2453893423080444, - 1.2546989917755127, - 1.2276228666305542, - 1.2189723253250122, - 1.1931769847869873, - 1.1598690748214722 + 1.5644145011901855, + 1.5895028114318848, + 1.6164867877960205, + 1.6413218975067139, + 1.6573915481567383, + 1.6732969284057617, + 1.6961815357208252, + 1.7137949466705322, + 1.7318699359893799, + 1.7515723705291748, + 1.757500410079956, + 1.7695322036743164, + 1.7865898609161377, + 1.8061628341674805, + 1.812901258468628, + 1.813486099243164, + 1.815462350845337, + 1.8215351104736328, + 1.8225774765014648, + 1.8166522979736328, + 1.8307464122772217, + 1.8211584091186523, + 1.8199259042739868, + 1.8205406665802002, + 1.8201009035110474, + 1.8216100931167603, + 1.8060071468353271, + 1.7907164096832275, + 1.7825884819030762, + 1.7807390689849854, + 1.7704565525054932, + 1.7431178092956543, + 1.7828757762908936, + 1.7788809537887573, + 1.7766214609146118, + 1.7491542100906372, + 1.736079454421997, + 1.7139828205108643, + 1.699655294418335, + 1.6806390285491943, + 1.6621482372283936, + 1.6562514305114746, + 1.631664752960205, + 1.601540446281433, + 1.6002178192138672, + 1.5813958644866943, + 1.5549724102020264, + 1.5316271781921387, + 1.5827202796936035, + 1.559303879737854, + 1.5570452213287354, + 1.5330400466918945, + 1.5191582441329956, + 1.5043280124664307, + 1.4913156032562256, + 1.4993640184402466, + 1.4716947078704834, + 1.4678422212600708, + 1.4440172910690308, + 1.4251927137374878 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0be060c0f5cdd8eb2df35b03bece884e2d96c470..0ecc1514959bd20db12460074835d7156243dce3 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:07:41.546657+00:00", + "evaluated_at": "2026-06-18T03:15:47.383108+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d65842876e67e6de27fb98f21275804b678b503e..5f07e2c5fa0706c96cf36dcdf8bc0ba0584bdaac 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1749838.4761025484,1652317.6240164388,1086.7950085253917,1.1032141776921243,0.016800620006618004,0.016605008614740412,30.502764704296464,1322.8146038287257,0.020336549740241815,0.016708056204061093,0.016076565461807826,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1762333.3198941306,1664559.609967456,1090.0954642545585,1.1065644963121946,0.016853205167665242,0.016656115254382833,30.63677744909927,1327.5290278913417,0.02041006398465896,0.016759647214767442,0.016128124413116604,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.243438551516783,1.2481753004747123,0.8772287349475917,0.8426991390124149,0.7325497197885055,0.45222830519676643,30.667522342969228,1.1150957589000072,0.794746586813143,0.6252149534150698,0.6153598787068906,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7077119713509898,1.7141234581317204,1.0613675586319087,1.0180169963590502,0.8949950745579638,0.5247068016429993,37.54967594919265,1.3067945406034531,0.9419696942933845,0.7650598802438653,0.7538449145778829,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.005891086581499904,0.005736460099087471,0.05775631456636046,0.3325363133490137,0.04101327210222422,0.04068602201364586,3.651503652128039,0.0767534141357888,0.053705012010004355,0.04041258102150873,0.03540047420017935,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,4.0192324279807785,3.9488045371153953,1.649559952272967,1.2648382815086638,0.08594079167567288,0.08085817576582328,15.354305925166157,2.0048023413745253,0.10121004798217441,0.08327606092307098,0.07867083332702203,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3082.8989261736183,3098.388160321632,49.11860352155636,3.916833797531637,1.2953600472326834,1.6858003042789882,124.62341348569264,55.52385907133633,1.4998003575825232,1.3267827625406332,1.2855240297661215,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index c366f8b54badcf97dee9d14052da0e7e28e0ecc8..d042ba05a1a7cace513df4f47e0f72235049e196 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:10:39.068027+00:00", + "evaluated_at": "2026-06-18T03:17:53.958420+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65842.74485232303, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 96ad2182b394557632ef7ce9f5cf781622b7ad63..bf44f042383caa25d2581b7825e88ab498a6ef00 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:03:07.709677+00:00", + "evaluated_at": "2026-06-18T03:17:53.977506+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.468788118420714, - 1.4919525867725563, - 1.5156170635882578, - 1.5442815952402327, - 1.5749460266371949, - 1.6026104668556445, - 1.631275117716909, - 1.6619395044103875, - 1.685604040830734, - 1.713268510851506, - 1.743932912446146, - 1.7645975470949469, - 1.794761925324566, - 1.828426437307008, - 1.853090960852751, - 1.8812554095350602, - 1.9079199669362417, - 1.9370844027439476, - 1.963248936780108, - 1.9844133116718672, - 2.0130778135215195, - 2.0417423600746556, - 2.074906803988593, - 2.101071278420109, - 2.128235799581666, - 2.1534002272831403, - 2.1840647927905534, - 2.2057291910473333, - 2.2373936840754984, - 2.265558177461291, - 2.294222709113266, - 2.3218870748259093, - 2.347551704706339, - 2.3772161638790656, - 2.405880635926396, - 2.430545040262849, - 2.460709642009886, - 2.4838741550652115, - 2.5155385586864094, - 2.5482030388399712, - 2.565367495032466, - 2.595532022273697, - 2.6201965011159563, - 2.651861038847605, - 2.6815254980203314, - 2.705189974836033, - 2.73485443400876, - 2.760518885075255, - 2.799683370950863, - 2.816347937888787, - 2.8535123899089565, - 2.871176824762988, - 2.898841428894211, - 2.931005885682752, - 2.9641703295966897, - 2.9863348555266187, - 3.007999238882237, - 3.0356637387053316, - 3.074328260820563, - 3.0964926973435247 + 1.533288147744582, + 1.5653778333973556, + 1.5889675092749673, + 1.622557175615836, + 1.6566469547286922, + 1.686236538457523, + 1.7188263517834457, + 1.7554160093028268, + 1.7810057488381992, + 1.812095447365576, + 1.8446850967787254, + 1.8717747871998704, + 1.9038643536433544, + 1.9414541920032276, + 1.9730439287967863, + 2.0011335765410054, + 2.029223298791031, + 2.0608130355845895, + 2.091402695845784, + 2.117492339536888, + 2.146582138319277, + 2.180171759956662, + 2.2172615153468698, + 2.2478512501138708, + 2.277940901911206, + 2.310030647168624, + 2.341120345696001, + 2.3712099229875303, + 2.401799598149886, + 2.4333893349434446, + 2.4634789271361353, + 2.492068806861632, + 2.5241584329097604, + 2.5607480904291418, + 2.589837933915015, + 2.61992758571235, + 2.652017330969768, + 2.677606891691206, + 2.713696704659501, + 2.7457863903122743, + 2.7713760702430017, + 2.8024657687703787, + 2.8315554632446394, + 2.869145197296384, + 2.8987347065194093, + 2.9273245862449064, + 2.9604142739242376, + 2.9890039599346387, + 3.0280936150698343, + 3.056183411825666, + 3.090773020588447, + 3.112362692412943, + 3.143952414305341, + 3.179542159205131, + 3.2131318553483217, + 3.2407215393321653, + 3.270811280536468, + 3.298400875113344, + 3.3409906341990396, + 3.3730803198518133 ], "p10": [ - 1.410288141428107, - 1.4426526194835854, - 1.462517091578599, - 1.5022815399271223, - 1.5189460770627243, - 1.5465105871139757, - 1.5782750252105002, - 1.608639529015185, - 1.6363040139371183, - 1.657268531474713, - 1.6838329739342976, - 1.7124974698234854, - 1.7512619042245217, - 1.7659264449904193, - 1.8025909255668013, - 1.8212554140659445, - 1.8489199218751302, - 1.8785844108501792, - 1.9080488696175943, - 1.9377133317705535, - 1.961577862635747, - 1.9930423016144203, - 2.020706786536353, - 2.044571320381779, - 2.074235779554505, - 2.1116002558218443, - 2.129564749398372, - 2.152229239088677, - 2.184893719242239, - 2.2184582012197023, - 2.2452226843177336, - 2.2748871732927824, - 2.3041516078130284, - 2.323216143851905, - 2.34588063354221, - 2.376545136464746, - 2.4021095917989332, - 2.4316740820614426, - 2.4635385427123646, - 2.4908030327841395, - 2.5188675125562314, - 2.5441320253969804, - 2.5701965040961885, - 2.5978610188204443, - 2.6273254805680915, - 2.652089946201962, - 2.684854422087831, - 2.710518932758971, - 2.746783366563961, - 2.7748478463360526, - 2.800412386606859, - 2.826176867678332, - 2.857641306657005, - 2.8853057915789386, - 2.9100703242680344, - 2.927834831618637, - 2.95549929663355, - 2.9841637609974687, - 3.023828210633452, - 3.0493927509042584 + 1.4797880914777974, + 1.5135778088879257, + 1.544967509513386, + 1.577857211688567, + 1.603946888162225, + 1.6350365866896017, + 1.6603263079684438, + 1.7054159973818979, + 1.7312056985795627, + 1.7622953971069395, + 1.7846851219849709, + 1.8195748006228365, + 1.8598644432887401, + 1.8798541923370136, + 1.9148438734359923, + 1.942133617906629, + 1.973223289611916, + 2.007912971593043, + 2.0374026907197846, + 2.0653923725340193, + 2.099382090349459, + 2.1375717853840035, + 2.1664614779628364, + 2.1928511833566686, + 2.22094086090321, + 2.2650305708746785, + 2.285920278533487, + 2.31900995429189, + 2.34519965928041, + 2.3892893603111816, + 2.410179070950222, + 2.4394687658297944, + 2.481358419188771, + 2.508748163862064, + 2.5308378659666513, + 2.5677275425109034, + 2.599017238463359, + 2.629906939565657, + 2.66509665832285, + 2.6922863340454897, + 2.719376054268957, + 2.7522657594243705, + 2.778555460145198, + 2.8144451564791235, + 2.8502348481400452, + 2.874824546905841, + 2.903914271182424, + 2.940803924839424, + 2.975993643596617, + 3.000983344663152, + 3.0390730424752723, + 3.0649627215238517, + 3.103452384383809, + 3.1324421382600587, + 3.1546318634545534, + 3.1856215573089264, + 3.223811229991729, + 3.245800933383776, + 3.28069062971677, + 3.317680325299678 ], "p90": [ - 1.5002881152020633, - 1.5289526468540382, - 1.5556171446505747, - 1.579281591663954, - 1.6109461144944413, - 1.6386105457721942, - 1.663375068030477, - 1.693939569260241, - 1.720604007452133, - 1.7502685262295044, - 1.7760329760085392, - 1.7986974850703534, - 1.8285619550792045, - 1.8609264063125928, - 1.8866909156962721, - 1.9143554006182053, - 1.9389198956490865, - 1.9695843717495323, - 1.9983488961535822, - 2.021913350414886, - 2.0476778426622304, - 2.079342376668589, - 2.1070068615905218, - 2.13757126149239, - 2.164235759288926, - 2.187900289748808, - 2.219564729132793, - 2.243229202968262, - 2.2748936989766597, - 2.3035581710239894, - 2.325222727233078, - 2.357887153742459, - 2.38185168033996, - 2.4122161305004646, - 2.4418805896731914, - 2.4685450874697277, - 2.492209597067984, - 2.5198740790096847, - 2.5505385551101307, - 2.5792030331179254, - 2.602967562290347, - 2.6305320186974184, - 2.6602965600291872, - 2.6858609587389624, - 2.717525451767127, - 2.741189961365383, - 2.766854439999027, - 2.7965188984266955, - 2.8281834510595054, - 2.8558479359814384, - 2.8816124394046536, - 2.9071768679167507, - 2.9379413427297365, - 2.969505777440717, - 2.99417030098646, - 3.0218347859083936, - 3.0456993257142835, - 3.0771638153569048, - 3.104828240674193, - 3.1324927255961263 + 1.567788150605605, + 1.595977832825151, + 1.6239675064437467, + 1.6570572112594135, + 1.6902469632163937, + 1.722236596512447, + 1.7524263602711472, + 1.785415986653062, + 1.8116057363450657, + 1.8475953837078154, + 1.8787851286314476, + 1.9068748180989183, + 1.9408645329341259, + 1.9729541589822543, + 1.9990438984133185, + 2.033133581786214, + 2.0623233107358017, + 2.0923129608403648, + 2.1274027240983857, + 2.154492354914886, + 2.1856821117594474, + 2.2197717716630145, + 2.2477614802993386, + 2.283851150216486, + 2.3129408685326047, + 2.3410305460791463, + 2.375220264299898, + 2.4012099763336874, + 2.4382997093721532, + 2.466589384343774, + 2.4954791111952783, + 2.527568767045729, + 2.5576585082500314, + 2.5937481483648566, + 2.624837840931769, + 2.65592754541961, + 2.687017237986522, + 2.712106954901932, + 2.7451966597175987, + 2.7762863556372723, + 2.80537605122912, + 2.842465730623406, + 2.8697554605654108, + 2.9036451405527623, + 2.931734877703949, + 2.966824524732913, + 2.9919142416483226, + 3.0290039277481307, + 3.060093679919688, + 3.091183378447065, + 3.118273039065887, + 3.149362741318554, + 3.1854524611545916, + 3.2156421653086467, + 3.2466318174397677, + 3.274921546055569, + 3.305811247157867, + 3.3361009619453905, + 3.370990665193455, + 3.4010803169907904 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 430d3af13386495a62d957a51f989dd6a2651d4a..ea668aa8b5dd5103187a932a633d9876d334c8f0 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:10:39.131052+00:00", + "evaluated_at": "2026-06-18T03:17:53.990419+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6abc819f75c0d1ff55150b7e7bfbfd4e154199ac..cf44b92bd29a2ea28ed484e2a5e9bda1068c2846 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1306,3 +1306,5 @@ {"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T03:10:39.219496+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:17:54.040556+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:17:54.040556+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e495211abba2fc5e45d2667c750cd7b669d17bfd..275fe32d3e65a4705cce5a55ab1fdd6e11bfe006 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,848421.5729688009,865937.4878266653,783.1427408854166,0.7949743678651388,0.012106905106232274,0.012005453238369095,4.011707087404798,921.0980257110537,0.014160681142538049,0.012039798515701668,0.007759530866413826,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,882767.5788332621,921230.1393432617,803.7076822916666,0.8158500019495888,0.012427348154696415,0.01231896331639891,4.893868962085236,939.5571184517001,0.01444519893873883,0.012356584960398712,0.008130344198764222,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.524231808982222,0.8877399571993388,0.6839633385340372,0.37780003989750544,0.030088046973508694,0.030943157921099362,4.639475561859476,0.7240385410889547,0.03278788940436125,0.030973094701234292,0.053680174423312424,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.31421634628191136,0.4090153706401415,0.5212282866239548,0.5007116284137276,0.427560535621851,0.3177767336615377,1.4468370967002875,0.5605500390526357,0.3995129805843022,0.3714877385539378,0.2372706362999383,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.15839195433865552,0.18186182036081255,0.38361381789048515,0.3679454713634571,0.29974981215732416,0.25084263402158213,1.7569596152316342,0.3979848669719183,0.2868772954176976,0.27651828924702465,0.22706775049248387,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12923006959778327,0.12765718552379143,0.33112575113773346,1.906481349528455,0.22537422343694125,0.25800571016075846,11.863259012998789,0.3594858406081987,0.2515352783282598,0.2316914842408519,0.19073694194925928,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,3.723936677087598,3.3715563370234727,1.525612195332845,1.1697984694248564,0.07948034233465003,0.0751198854576622,15.656466915200214,1.9297504183410865,0.09742114142784504,0.07701870668505083,0.053953705746007254,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,71.87352463376419,140.2000366822964,9.115366895993551,0.7268809488742832,0.21308496876794847,0.249117474875573,2.9544516411085406,8.477825466106518,0.22900147573050808,0.2462226285918348,0.22529083489999013,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index ef2c7ec1c801cb7b206a53cf30d6ac0e973f566c..68fdd7b9f516c8f51c739eb5738fa921a7a9a8c6 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:09:50.728432+00:00", + "evaluated_at": "2026-06-18T03:17:24.118039+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ - 65784.74609375, - 65735.12890625, - 65715.98828125, - 65766.44140625, - 65800.53125, - 65736.015625, - 65719.0703125, - 65784.33203125, - 65789.8203125, - 65788.73828125, - 65745.7265625, - 65776.65234375, - 65762.5, - 65771.72265625, - 65765.21875, - 65772.94921875, - 65759.41796875, - 65852.99609375, - 65738.55078125, - 65726.9921875, - 65809.56640625, - 65870.61328125, - 65826.1171875, - 65845.2421875 + 65768.59765625, + 65777.97265625, + 65762.36328125, + 65826.91015625, + 65771.8984375, + 65745.1015625, + 65833.703125, + 65690.97265625, + 65758.69140625, + 65690.73828125, + 65799.44921875, + 65758.8515625, + 65805.2421875, + 65844.9609375, + 65863.37109375, + 65813.83203125, + 65771.8984375, + 65880.55078125, + 65790.44140625, + 65814.6953125, + 65787.5625, + 65718.8203125, + 65799.796875, + 65723.89453125 ], "p10": [ - 65405.140625, - 65328.7890625, - 65083.755859375, - 65100.6953125, - 65031.958984375, - 64852.33203125, - 64898.451171875, - 65023.462890625, - 65027.099609375, - 64826.67578125, - 64892.517578125, - 64752.853515625, - 64801.12890625, - 64820.548828125, - 64726.498046875, - 64599.966796875, - 64222.359375, - 64617.748046875, - 64254.705078125, - 64260.35546875, - 64613.78125, - 64314.298828125, - 64388.66015625, - 64455.642578125 + 65426.953125, + 65209.17578125, + 65213.86328125, + 65181.658203125, + 64861.859375, + 64994.654296875, + 64980.583984375, + 64671.8359375, + 64980.841796875, + 64570.4765625, + 64731.994140625, + 64600.115234375, + 64581.181640625, + 64733.966796875, + 64575.46484375, + 64523.14453125, + 64664.685546875, + 64788.3515625, + 64416.7265625, + 64583.056640625, + 64077.76171875, + 64018.91796875, + 64374.755859375, + 63976.11328125 ], "p90": [ - 66139.734375, - 66120.48046875, - 66303.9140625, - 66315.80078125, - 66461.25, - 66335.23046875, - 66378.87890625, - 66435.3671875, - 66495.2109375, - 66591.8203125, - 66652.1484375, - 66865.921875, - 66569.6796875, - 67052.125, - 66652.515625, - 67184.0, - 67134.0, - 66958.734375, - 67198.4921875, - 66988.78515625, - 67157.68359375, - 67364.5546875, - 67016.73046875, - 67348.796875 + 66109.05859375, + 66309.91015625, + 66259.55078125, + 66379.1171875, + 66402.56640625, + 66522.86328125, + 66374.48828125, + 66501.10546875, + 66753.6015625, + 66627.50390625, + 66811.75, + 66653.24609375, + 66757.3828125, + 66656.82421875, + 66700.48828125, + 66962.54296875, + 67116.04296875, + 67170.75, + 67335.140625, + 67239.7421875, + 67075.48828125, + 67435.11328125, + 66783.40625, + 66992.44921875 ], "timestamps": [ "2026-06-13 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 547a53e3b315b3f1b2d2588ca6e14d4c6a3d8c39..259ad7644d8dafe16f2a6190366b38d707b97670 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:02:42.587498+00:00", + "evaluated_at": "2026-06-18T03:17:30.370042+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4444736242294312, - 1.4581491351127625, - 1.4863131642341614, - 1.515160322189331, - 1.538830816745758, - 1.5545276403427124, - 1.5893876552581787, - 1.6036939024925232, - 1.6435995697975159, - 1.7014185190200806, - 1.7194422483444214, - 1.7278972268104553, - 1.7304505705833435, - 1.7530839443206787, - 1.8022825717926025, - 1.798935055732727, - 1.798889935016632, - 1.8511619567871094, - 1.865273118019104, - 1.9010301232337952, - 1.9383388757705688, - 1.902638554573059, - 1.8910387754440308, - 1.9085319638252258, - 1.9863618612289429, - 1.975896954536438, - 1.9895081520080566, - 1.9956017136573792, - 2.0256285667419434, - 2.010793089866638, - 2.106126308441162, - 2.043439269065857, - 2.04585862159729, - 2.0735145807266235, - 2.039898633956909, - 2.1421144008636475, - 2.011536478996277, - 2.0346086025238037, - 2.1599197387695312, - 1.8776901960372925, - 2.0701359510421753, - 2.114634871482849, - 2.0282909870147705, - 2.0378236770629883, - 2.0958807468414307, - 2.0194015502929688, - 1.9461339712142944, - 1.9965127110481262, - 2.1531739234924316, - 2.0515730381011963, - 2.0961170196533203, - 2.0243284702301025, - 1.9621039628982544, - 2.0503063201904297, - 2.1023396253585815, - 2.172638773918152, - 2.1354568004608154, - 1.9916353821754456, - 2.001604974269867, - 2.023108720779419 + 1.5411892533302307, + 1.5735560059547424, + 1.6008703708648682, + 1.630253791809082, + 1.6572790145874023, + 1.6788641214370728, + 1.7122286558151245, + 1.731387436389923, + 1.7532310485839844, + 1.7650198936462402, + 1.7945257425308228, + 1.819595456123352, + 1.8727938532829285, + 1.9077178239822388, + 1.905386209487915, + 1.9170949459075928, + 1.9648571610450745, + 1.9648431539535522, + 1.9687645435333252, + 1.9939756989479065, + 1.9483482837677002, + 2.0258870124816895, + 2.0202356576919556, + 1.9560834169387817, + 2.030967354774475, + 2.02677845954895, + 2.0197858810424805, + 1.9718915224075317, + 1.9544268250465393, + 2.0512770414352417, + 1.909508764743805, + 2.008310556411743, + 2.0019068717956543, + 1.916910171508789, + 1.9201031923294067, + 1.871086597442627, + 1.846086323261261, + 1.9259631037712097, + 1.8538289070129395, + 1.7743285298347473, + 1.8528172969818115, + 1.78230220079422, + 1.7843177914619446, + 1.6525249481201172, + 1.7376365065574646, + 1.8221410512924194, + 1.7898337841033936, + 1.6839805841445923, + 1.710370421409607, + 1.5853853225708008, + 1.6634281873703003, + 1.7053277492523193, + 1.5133205652236938, + 1.5409884452819824, + 1.5941575169563293, + 1.2616456151008606, + 1.3412952423095703, + 1.2011935114860535, + 1.4987069368362427, + 1.309436857700348 ], "p10": [ - 1.3860625624656677, - 1.381158471107483, - 1.3963491320610046, - 1.4220539331436157, - 1.4303972125053406, - 1.4319086074829102, - 1.4704718589782715, - 1.461861491203308, - 1.4834998846054077, - 1.501867413520813, - 1.5218083262443542, - 1.4817804098129272, - 1.4503785967826843, - 1.4470853209495544, - 1.509649932384491, - 1.4856608510017395, - 1.428171992301941, - 1.4998475909233093, - 1.4493716359138489, - 1.3783674240112305, - 1.4960327744483948, - 1.4058659672737122, - 1.4149044752120972, - 1.4291622638702393, - 1.4529388546943665, - 1.352009654045105, - 1.3656505942344666, - 1.316457986831665, - 1.0455254316329956, - 1.2696433663368225, - 1.3247114419937134, - 1.091809868812561, - 1.1898945569992065, - 0.8655806481838226, - 0.9910367727279663, - 0.9919276535511017, - 0.8543863594532013, - 0.6190121173858643, - 0.7983781397342682, - 0.8524884283542633, - 0.8155757486820221, - 0.9060311615467072, - 0.7467854917049408, - 0.659528374671936, - 0.7843470573425293, - 0.6113279163837433, - 0.1288524866104126, - 0.4237390160560608, - 0.5638158619403839, - 0.44095247983932495, - 0.6131804287433624, - 0.5668107867240906, - 0.5041787028312683, - 0.3107511103153229, - 0.6926875114440918, - 0.16935256123542786, - 0.42824774980545044, - 0.2072364091873169, - -0.17531388998031616, - 0.47622135281562805 + 1.5207079648971558, + 1.5442667603492737, + 1.561454951763153, + 1.5692411661148071, + 1.5968816876411438, + 1.6047126054763794, + 1.5922583937644958, + 1.6392671465873718, + 1.6226087808609009, + 1.6310802698135376, + 1.5867375135421753, + 1.6235225200653076, + 1.676627278327942, + 1.6481544375419617, + 1.6183820366859436, + 1.5462910532951355, + 1.5678093433380127, + 1.5981937646865845, + 1.5658835172653198, + 1.4741560816764832, + 1.4670248627662659, + 1.3704025745391846, + 1.1204060912132263, + 1.1042689085006714, + 1.2626526951789856, + 1.2537627816200256, + 0.9618768095970154, + 1.0651071071624756, + 0.8048784732818604, + 0.7201368808746338, + 0.7484320998191833, + 0.7369783222675323, + 0.8632118403911591, + 0.7482887804508209, + 0.513977438211441, + 0.7028964459896088, + 0.44886261224746704, + 0.6512583494186401, + 0.4478585720062256, + 0.44021841883659363, + 0.04313322901725769, + 0.31842759251594543, + 0.06830644607543945, + 0.23406001925468445, + 0.1876225769519806, + 0.052927374839782715, + 0.05273479223251343, + -0.12000221014022827, + 0.06621575355529785, + 0.030064046382904053, + -0.14953505992889404, + -0.16587424278259277, + 0.043431222438812256, + -0.07916373014450073, + -0.11814337968826294, + -0.3742062449455261, + -0.2830089330673218, + -0.5685998201370239, + -0.28665417432785034, + -0.22433120012283325 ], "p90": [ - 1.5112453699111938, - 1.5498146414756775, - 1.5708366632461548, - 1.612191081047058, - 1.66949462890625, - 1.6827743649482727, - 1.7295018434524536, - 1.7568843364715576, - 1.7914751768112183, - 1.8623407483100891, - 1.930115282535553, - 1.9221270084381104, - 2.0214887857437134, - 2.022165060043335, - 2.151731252670288, - 2.1331344842910767, - 2.1298153400421143, - 2.1590131521224976, - 2.1958314180374146, - 2.297577142715454, - 2.377550959587097, - 2.285564661026001, - 2.4915484189987183, - 2.3467304706573486, - 2.468964099884033, - 2.490920662879944, - 2.4981157779693604, - 2.4526342153549194, - 2.5531173944473267, - 2.668152928352356, - 2.7614362239837646, - 2.7874531745910645, - 2.72074294090271, - 2.8665889501571655, - 2.948896884918213, - 2.9088298082351685, - 2.8750178813934326, - 3.0123519897460938, - 3.1812808513641357, - 2.883688807487488, - 3.020598888397217, - 3.0789244174957275, - 2.8702472448349, - 3.0834755897521973, - 3.3335918188095093, - 2.889091968536377, - 2.915806531906128, - 2.9101479053497314, - 3.1666157245635986, - 2.9354755878448486, - 3.2553622722625732, - 3.1743531227111816, - 3.1150500774383545, - 3.1959582567214966, - 3.4389809370040894, - 3.3675161600112915, - 3.260214328765869, - 3.2726964950561523, - 2.947636604309082, - 3.5028905868530273 + 1.5641194581985474, + 1.6066452264785767, + 1.6478050351142883, + 1.7002564668655396, + 1.7254067659378052, + 1.7514819502830505, + 1.8238838911056519, + 1.8139116764068604, + 1.923729419708252, + 1.9391484260559082, + 1.984796404838562, + 2.0290327072143555, + 2.067552328109741, + 2.215524435043335, + 2.1785210371017456, + 2.3215878009796143, + 2.33577561378479, + 2.2649329900741577, + 2.3983073234558105, + 2.472060203552246, + 2.474748134613037, + 2.5498437881469727, + 2.6540732383728027, + 2.536572813987732, + 2.916082262992859, + 2.872792363166809, + 2.8237881660461426, + 2.92922306060791, + 3.005752921104431, + 3.253084659576416, + 3.140244960784912, + 3.3525702953338623, + 2.832130193710327, + 2.870102643966675, + 2.907346487045288, + 2.743903875350952, + 2.9330432415008545, + 2.9799997806549072, + 2.956480026245117, + 2.9712491035461426, + 2.7877835035324097, + 3.0563719272613525, + 3.042804002761841, + 2.9068586826324463, + 2.8453731536865234, + 3.1889703273773193, + 3.386604428291321, + 2.9987428188323975, + 3.312127709388733, + 2.8827497959136963, + 2.9625468254089355, + 3.3233011960983276, + 3.0101773738861084, + 3.0041654109954834, + 2.8366811275482178, + 2.9888614416122437, + 3.134181261062622, + 2.7369349002838135, + 2.7838857173919678, + 2.80839467048645 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 421953ce82d5baf926438a85b304444d1bcc4ef5..41eea74313f3320a5cdff72ef8008613867ae0e8 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:10:08.119604+00:00", + "evaluated_at": "2026-06-18T03:17:33.169945+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 62558ed67ea839eb018fa62db5535aeefd2bb7dd..6fea46b796802141de70e269bf8cb46da599fc53 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1326152.5758310196,1240524.5949999383,962.6364103618386,0.9771798062587641,0.014876156568955691,0.01472916763971266,25.137745102845514,1151.5869814438768,0.01770414830662135,0.014799279645408342,0.014093539321901681,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1335922.906763144,1250042.0680914987,965.9368660910053,0.9805301248788342,0.014928414961705284,0.014780278293653642,25.271757847648313,1155.821312644452,0.01777014773332448,0.014850773751722463,0.014144997599330114,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.1752028166572057,0.17300707767708592,0.357305832824794,0.343241512378817,0.23441644854916352,0.27627930910623405,12.07805462551749,0.4185723553427838,0.2983232140270795,0.2546575832788155,0.24671701836439253,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12717491948185697,0.1253849584348707,0.30383791095749935,0.29142793651208077,0.20266107872842654,0.23039982440992063,9.741796101828339,0.35661592712869256,0.2570575445643079,0.21901385046130636,0.2103974182114018,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07156091474361305,0.07440233055996912,0.24290537395634804,1.3985459105999456,0.16368591252704662,0.18167540233232124,9.199403138211018,0.26750871900484485,0.18717810964759668,0.16996294135582304,0.1471850650059981,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.7479940749581284,3.675708309383433,1.6923684806154473,1.2976627116532062,0.08764679336466134,0.08291897492380969,13.51196922913772,1.9359736762048518,0.09773531515659542,0.08543719826722342,0.07982157157883137,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,204.8612793238466,201.75471409307136,12.464740895780166,0.9939679656535878,0.3307349285415211,0.33745980141724025,14.57009771046838,14.312975907331312,0.38661949552723857,0.3366953083834822,0.30465901158751607,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 364ff28eee81ee31017596848997f66f4ca241bd..7907ac8d4f83e5ca66bfe23dca1fe903e8e03126 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:10:39.142744+00:00", + "evaluated_at": "2026-06-18T03:17:53.997128+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65997.93600945723, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4e8a8e4c83ee913a80003362adbe24519be22792..6ae4403bcfe145b79787e35684072dbf356a3b6b 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:03:07.736721+00:00", + "evaluated_at": "2026-06-18T03:17:54.006671+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.060731500553453, - 1.0562314839833618, - 1.05223147587713, - 1.0532315226071716, - 1.0562314690822006, - 1.056231424378717, - 1.057231590318048, - 1.0602314920895934, - 1.0562315435880065, - 1.0562315286868453, - 1.059231445359552, - 1.0522315950864196, - 1.0547314883941055, - 1.0607315154546142, - 1.057731554078424, - 1.0582315178388, - 1.057231590318048, - 1.0587315412038207, - 1.057231590318048, - 1.0507314802878738, - 1.051731497215593, - 1.0527315588467956, - 1.0582315178388, - 1.0567315073483825, - 1.0562315435880065, - 1.0537314863675475, - 1.0567315669530273, - 1.0507314802878738, - 1.0547314883941055, - 1.055231496857965, - 1.0562315435880065, - 1.056231424378717, - 1.054231569337213, - 1.0562315435880065, - 1.0572315307134033, - 1.0542314501279235, - 1.0567315669530273, - 1.0522315950864196, - 1.0562315137856841, - 1.0612315090173126, - 1.0507314802878738, - 1.0532315226071716, - 1.0502315165274978, - 1.054231569337213, - 1.0562315435880065, - 1.0522315354817748, - 1.0542315097325683, - 1.05223147587713, - 1.0637314768308044, - 1.0527315588467956, - 1.0622315259450317, - 1.05223147587713, - 1.0522315950864196, - 1.0567315669530273, - 1.0622315259450317, - 1.0567315669530273, - 1.0507314653867126, - 1.0507314802878738, - 1.0617315174811721, - 1.0562314690822006 + 1.1275226992231533, + 1.12852268634855, + 1.121022663698785, + 1.1235226315122768, + 1.1265227120977566, + 1.1250225972992107, + 1.1265227120977566, + 1.132022671089761, + 1.1265227120977566, + 1.1265227120977566, + 1.1280226629835293, + 1.1240226548772976, + 1.1250225227934048, + 1.1315226626259014, + 1.1320227008920833, + 1.129022650108926, + 1.1260226738315746, + 1.1265227120977566, + 1.1260226738315746, + 1.1210226189953014, + 1.119022719250314, + 1.1215226423603222, + 1.1275226992231533, + 1.1270227354627773, + 1.1260226887327358, + 1.1270227354627773, + 1.1270227354627773, + 1.1260226142269298, + 1.125522590861909, + 1.126022629128091, + 1.1250225227934048, + 1.1225227039915249, + 1.1235226315122768, + 1.1290225905042812, + 1.1270227354627773, + 1.1260226887327358, + 1.1270227354627773, + 1.1215225976568386, + 1.1265227120977566, + 1.1275226992231533, + 1.1220226806265041, + 1.1220226806265041, + 1.1200226765733883, + 1.1265227120977566, + 1.1250225227934048, + 1.1225227039915249, + 1.1245226931434795, + 1.1220226806265041, + 1.1300226372343227, + 1.1270227354627773, + 1.1305226456981823, + 1.1210226189953014, + 1.1215226423603222, + 1.1260226887327358, + 1.12852268634855, + 1.1250226718050167, + 1.1240227144819424, + 1.1205226105314419, + 1.132022671089761, + 1.1330226582151577 ], "p10": [ - 1.0022315235608459, - 1.0069315166943908, - 0.9991315038674712, - 1.0112314672940612, - 1.00023151950773, - 1.0001315446370482, - 1.0042314978116393, - 1.0069315166943908, - 1.0069315166943908, - 1.0002315493100524, - 0.9991315068477034, - 1.0001315178149581, - 1.0112314672940612, - 0.9982315231380253, - 1.0072315187924743, - 0.9982315223696842, - 0.9982315452569365, - 1.0002315493100524, - 1.0020315231555343, - 1.00403150038656, - 1.0002315463298201, - 1.00403150038656, - 1.00403150038656, - 1.0002315493100524, - 1.0022315235608459, - 1.0119315149062516, - 1.0022315235608459, - 0.9972315283292174, - 1.0022315235608459, - 1.0081315206163763, - 1.0072315187924743, - 1.0092315228455901, - 1.0108314724439025, - 1.0022315235608459, - 0.9972315283292174, - 1.0002315463298201, - 0.9981315167420745, - 1.0000315220826508, - 1.0042314978116393, - 1.0038315029614806, - 1.0042314978116393, - 1.0018315257304549, - 1.00023151950773, - 1.0002315493100524, - 1.0020315261357666, - 0.9991315068477034, - 1.0042314978116393, - 1.0022315235608459, - 1.0108314724439025, - 1.0112314672940612, - 1.0091315226429343, - 1.0072315187924743, - 1.011031472849214, - 1.011031472849214, - 1.0081315206163763, - 0.9982315430450454, - 0.9982315231380253, - 0.9992315025800108, - 1.0112314672940612, - 1.0091315226429343 + 1.0740226429563686, + 1.0767226618391201, + 1.0770226639372036, + 1.0788226675850079, + 1.0738226455312894, + 1.0738226455312894, + 1.0680226682827547, + 1.082022659168832, + 1.0767226618391201, + 1.0767226618391201, + 1.0680226881897747, + 1.0718226683002636, + 1.0810226124387905, + 1.0699226629596874, + 1.0738226455312894, + 1.0700226914745494, + 1.0700226646524593, + 1.0736226481062099, + 1.0720226687055752, + 1.0689226519924329, + 1.071822671280496, + 1.0789226677876635, + 1.0767226618391201, + 1.0720226687055752, + 1.0690226477247402, + 1.082022659168832, + 1.0718226683002636, + 1.0738226455312894, + 1.0689226519924329, + 1.0819226544958278, + 1.0717226666074917, + 1.0699226629596874, + 1.0807226177912876, + 1.0770226639372036, + 1.0680226675144135, + 1.0738226455312894, + 1.0740226429563686, + 1.0738226455312894, + 1.0779226657611056, + 1.0740226429563686, + 1.0700226646524593, + 1.071822671280496, + 1.0670226734739467, + 1.071822671280496, + 1.0765226644140407, + 1.0700226646524593, + 1.0680226904016659, + 1.0738226455312894, + 1.0779226657611056, + 1.0718226683002636, + 1.0788226675850079, + 1.0736226481062099, + 1.0810226124387905, + 1.0789226677876635, + 1.0700226944547817, + 1.0699226897817775, + 1.0770226639372036, + 1.067922668801874, + 1.0717226666074917, + 1.0776226636630222 ], "p90": [ - 1.0922314973348022, - 1.0932315440648437, - 1.092231556939447, - 1.0882315190308929, - 1.092231556939447, - 1.0922315032952667, - 1.0893315406316162, - 1.092231556939447, - 1.0912315102094055, - 1.0932315440648437, - 1.091331508921945, - 1.0863315330618262, - 1.088531518148744, - 1.093231484460199, - 1.091331508921945, - 1.091331508921945, - 1.0882315190308929, - 1.0912315102094055, - 1.0923315496915222, - 1.0882315190308929, - 1.0863315263563038, - 1.0903315754407288, - 1.0903315754407288, - 1.0932314904206635, - 1.0922315032952667, - 1.0882315488332153, - 1.0922315032952667, - 1.0882314922088028, - 1.0922315032952667, - 1.0932314904206635, - 1.0872315617078185, - 1.0922315032952667, - 1.0885315449708344, - 1.0912315102094055, - 1.093231484460199, - 1.0922314973348022, - 1.0882315220111252, - 1.0882315190308929, - 1.0912315102094055, - 1.0922315032952667, - 1.088331547545755, - 1.0882315190308929, - 1.0903315754407288, - 1.0882314892285705, - 1.0922314973348022, - 1.0882315220111252, - 1.086231515722835, - 1.0882314892285705, - 1.092231556939447, - 1.092231556939447, - 1.0903315754407288, - 1.0882315190308929, - 1.091331508921945, - 1.0952314587109924, - 1.0922314973348022, - 1.0922314973348022, - 1.088431552218759, - 1.092231556939447, - 1.0922314973348022, - 1.0922314973348022 + 1.1620227020841762, + 1.1591226857763455, + 1.1560226608675643, + 1.1580226671558544, + 1.160122720585458, + 1.1610226553541347, + 1.160122720585458, + 1.162022648439996, + 1.157122699604623, + 1.162022648439996, + 1.1621226948362515, + 1.1591226857763455, + 1.1620227020841762, + 1.1630226296049282, + 1.1580226705086156, + 1.1610226553541347, + 1.1591226857763455, + 1.158022637353532, + 1.1620227020841762, + 1.1580226343732998, + 1.1581226926904842, + 1.1611226540666744, + 1.1580226641756222, + 1.1630226355653928, + 1.1610226553541347, + 1.1580226343732998, + 1.1611226540666744, + 1.156022667573087, + 1.1620227020841762, + 1.1592226785284205, + 1.1570227068525478, + 1.1580226641756222, + 1.1570227068525478, + 1.162022648439996, + 1.1620226424795315, + 1.162022648439996, + 1.1620226424795315, + 1.1560226608675643, + 1.1580226671558544, + 1.1580226645481513, + 1.1560226616126223, + 1.1620226424795315, + 1.1582226738941594, + 1.1610226553541347, + 1.1580226939779446, + 1.1620226424795315, + 1.1560226608675643, + 1.162022648439996, + 1.1620227020841762, + 1.1620227020841762, + 1.1580226641756222, + 1.1580226679009125, + 1.163022689209573, + 1.1621226948362515, + 1.162022648439996, + 1.1592226785284205, + 1.1590226811033413, + 1.1582226973634884, + 1.1620227020841762, + 1.1610226553541347 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2b862e889de9b090e15ea8a8d7561b75a2a01449..d05ec8cbbf8e38efbb56f896ce5c7dab8f412594 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:10:39.174925+00:00", + "evaluated_at": "2026-06-18T03:17:54.014152+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 524e779840215b704c35a2439caeca6313b7883f..d7eb457b70551e44df413ab00ccc9bc9651efc54 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T03:07:02.588785+00:00", - "finished_at": "2026-06-18T03:10:39.207359+00:00", - "task_count": 3, + "started_at": "2026-06-18T03:15:20.723974+00:00", + "finished_at": "2026-06-18T03:17:54.036890+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:07:41.546657+00:00", + "evaluated_at": "2026-06-18T03:15:47.383108+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:08:33.180768+00:00", + "evaluated_at": "2026-06-18T03:16:14.825065+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:09:06.818837+00:00", + "evaluated_at": "2026-06-18T03:16:45.159955+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:09:28.849044+00:00", + "evaluated_at": "2026-06-18T03:17:05.248401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:10:08.119604+00:00", + "evaluated_at": "2026-06-18T03:17:33.169945+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:10:37.126733+00:00", + "evaluated_at": "2026-06-18T03:17:52.673307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:10:39.016828+00:00", + "evaluated_at": "2026-06-18T03:17:53.930904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:10:39.131052+00:00", + "evaluated_at": "2026-06-18T03:17:53.990419+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:10:39.174925+00:00", + "evaluated_at": "2026-06-18T03:17:54.014152+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:10:39.203256+00:00", + "evaluated_at": "2026-06-18T03:17:54.034164+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -270,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:11:22.412696+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031753.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031753.json new file mode 100644 index 0000000000000000000000000000000000000000..3ccb83e0936b3e0c5d3940f9723b180d2a492765 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_031753.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:17:53.685107+00:00", + "metrics": { + "MSE[mean]": 798606.0298803194, + "MSE[0.5]": 345039.3151600289, + "MAE[0.5]": 528.6988608024403, + "MASE[0.5]": 0.5366863800362216, + "MAPE[0.5]": 0.008132689066789019, + "sMAPE[0.5]": 0.008123268248113526, + "MSIS": 7.135228252243718, + "RMSE[mean]": 893.6475982624914, + "NRMSE[mean]": 0.01373936409454329, + "ND[0.5]": 0.008128468267646299, + "mean_weighted_sum_quantile_loss": 0.0071693730103078585 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 + ], + "p10": [ + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 + ], + "p90": [ + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_031540.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_031540.json new file mode 100644 index 0000000000000000000000000000000000000000..789c82e8b305d438946af10a5a3f9ea5271d5a89 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_031540.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:15:40.481066+00:00", + "metrics": { + "MSE[mean]": 686153.8484306335, + "MSE[0.5]": 686153.8484306335, + "MAE[0.5]": 702.9853515625, + "MASE[0.5]": 0.7136059702794565, + "MAPE[0.5]": 0.010865668816091606, + "sMAPE[0.5]": 0.010786117459239018, + "MSIS": 2.4493918715148353, + "RMSE[mean]": 828.3440398956424, + "NRMSE[mean]": 0.012735356064066991, + "ND[0.5]": 0.010808031842783165, + "mean_weighted_sum_quantile_loss": 0.007167686204441213 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 + ], + "p10": [ + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 + ], + "p90": [ + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031753.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031753.json new file mode 100644 index 0000000000000000000000000000000000000000..a2668366495782811942977418d30f5738384a13 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_031753.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T03:17:53.958420+00:00", + "metrics": { + "MSE[mean]": 1762333.3198941306, + "MSE[0.5]": 1664559.609967456, + "MAE[0.5]": 1090.0954642545585, + "MASE[0.5]": 1.1065644963121946, + "MAPE[0.5]": 0.016853205167665242, + "sMAPE[0.5]": 0.016656115254382833, + "MSIS": 30.63677744909927, + "RMSE[mean]": 1327.5290278913417, + "NRMSE[mean]": 0.02041006398465896, + "ND[0.5]": 0.016759647214767442, + "mean_weighted_sum_quantile_loss": 0.016128124413116604 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 + ], + "p10": [ + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 + ], + "p90": [ + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_031724.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_031724.json new file mode 100644 index 0000000000000000000000000000000000000000..e74d75980ac5d2f614be514488efc5490e868625 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_031724.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:17:24.118039+00:00", + "metrics": { + "MSE[mean]": 882767.5788332621, + "MSE[0.5]": 921230.1393432617, + "MAE[0.5]": 803.7076822916666, + "MASE[0.5]": 0.8158500019495888, + "MAPE[0.5]": 0.012427348154696415, + "sMAPE[0.5]": 0.01231896331639891, + "MSIS": 4.893868962085236, + "RMSE[mean]": 939.5571184517001, + "NRMSE[mean]": 0.01444519893873883, + "ND[0.5]": 0.012356584960398712, + "mean_weighted_sum_quantile_loss": 0.008130344198764222 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65768.59765625, + 65777.97265625, + 65762.36328125, + 65826.91015625, + 65771.8984375, + 65745.1015625, + 65833.703125, + 65690.97265625, + 65758.69140625, + 65690.73828125, + 65799.44921875, + 65758.8515625, + 65805.2421875, + 65844.9609375, + 65863.37109375, + 65813.83203125, + 65771.8984375, + 65880.55078125, + 65790.44140625, + 65814.6953125, + 65787.5625, + 65718.8203125, + 65799.796875, + 65723.89453125 + ], + "p10": [ + 65426.953125, + 65209.17578125, + 65213.86328125, + 65181.658203125, + 64861.859375, + 64994.654296875, + 64980.583984375, + 64671.8359375, + 64980.841796875, + 64570.4765625, + 64731.994140625, + 64600.115234375, + 64581.181640625, + 64733.966796875, + 64575.46484375, + 64523.14453125, + 64664.685546875, + 64788.3515625, + 64416.7265625, + 64583.056640625, + 64077.76171875, + 64018.91796875, + 64374.755859375, + 63976.11328125 + ], + "p90": [ + 66109.05859375, + 66309.91015625, + 66259.55078125, + 66379.1171875, + 66402.56640625, + 66522.86328125, + 66374.48828125, + 66501.10546875, + 66753.6015625, + 66627.50390625, + 66811.75, + 66653.24609375, + 66757.3828125, + 66656.82421875, + 66700.48828125, + 66962.54296875, + 67116.04296875, + 67170.75, + 67335.140625, + 67239.7421875, + 67075.48828125, + 67435.11328125, + 66783.40625, + 66992.44921875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031753.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031753.json new file mode 100644 index 0000000000000000000000000000000000000000..86af4a58a861f705a593743e06367291f4aae597 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_031753.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:17:53.997128+00:00", + "metrics": { + "MSE[mean]": 1335922.906763144, + "MSE[0.5]": 1250042.0680914987, + "MAE[0.5]": 965.9368660910053, + "MASE[0.5]": 0.9805301248788342, + "MAPE[0.5]": 0.014928414961705284, + "sMAPE[0.5]": 0.014780278293653642, + "MSIS": 25.271757847648313, + "RMSE[mean]": 1155.821312644452, + "NRMSE[mean]": 0.01777014773332448, + "ND[0.5]": 0.014850773751722463, + "mean_weighted_sum_quantile_loss": 0.014144997599330114 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 + ], + "p10": [ + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 + ], + "p90": [ + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031754.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031754.json new file mode 100644 index 0000000000000000000000000000000000000000..26e6ccfff15d2c4351193fba95bd7cb3a979b16d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_031754.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:17:54.020029+00:00", + "metrics": { + "MSE[mean]": 1376590.1730995178, + "MSE[0.5]": 1376590.1730995178, + "MAE[0.5]": 1016.0595703125, + "MASE[0.5]": 1.031410076928347, + "MAPE[0.5]": 0.015689172375563932, + "sMAPE[0.5]": 0.01552688212654133, + "MSIS": 4.021978018177504, + "RMSE[mean]": 1173.2817961169933, + "NRMSE[mean]": 0.018038593528023002, + "ND[0.5]": 0.0156213840952641, + "mean_weighted_sum_quantile_loss": 0.011667877706982212 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "p10": [ + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996 + ], + "p90": [ + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031746.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031746.json new file mode 100644 index 0000000000000000000000000000000000000000..bc4399cfa017fed954d9e537eb5e3e1aaff0e6cf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_031746.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:17:46.417721+00:00", + "metrics": { + "MSE[mean]": 938919.583896637, + "MSE[0.5]": 938919.583896637, + "MAE[0.5]": 827.9986979166666, + "MASE[0.5]": 0.8405080033369909, + "MAPE[0.5]": 0.012798493255440843, + "sMAPE[0.5]": 0.012687733649424488, + "MSIS": 6.049829504612815, + "RMSE[mean]": 968.9786292259685, + "NRMSE[mean]": 0.014897539267885515, + "ND[0.5]": 0.012730046611889756, + "mean_weighted_sum_quantile_loss": 0.00819914820684045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 + ], + "p10": [ + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 + ], + "p90": [ + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_031606.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_031606.json new file mode 100644 index 0000000000000000000000000000000000000000..c1ef1d51b15d5b8cc82f756d0362407dca0cef8e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_031606.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:16:06.567249+00:00", + "metrics": { + "MSE[mean]": 1126851.2802492778, + "MSE[0.5]": 928421.8661003113, + "MAE[0.5]": 804.0182291666666, + "MASE[0.5]": 0.8161652405296801, + "MAPE[0.5]": 0.012432602567598204, + "sMAPE[0.5]": 0.012323677277764213, + "MSIS": 34.613330252175444, + "RMSE[mean]": 1061.5325149279593, + "NRMSE[mean]": 0.016320506818513766, + "ND[0.5]": 0.01236135945606383, + "mean_weighted_sum_quantile_loss": 0.01319936096272695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 + ], + "p10": [ + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 + ], + "p90": [ + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_031652.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_031652.json new file mode 100644 index 0000000000000000000000000000000000000000..cda086972e35a12108091ba609993a2c0b1b4812 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_031652.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:16:52.065783+00:00", + "metrics": { + "MSE[mean]": 977829.3555030823, + "MSE[0.5]": 977829.3555030823, + "MAE[0.5]": 831.3414713541666, + "MASE[0.5]": 0.8439012789962769, + "MAPE[0.5]": 0.012854335615812658, + "sMAPE[0.5]": 0.012738786764458268, + "MSIS": 10.801672747107064, + "RMSE[mean]": 988.8525448736441, + "NRMSE[mean]": 0.01520309031910364, + "ND[0.5]": 0.01278144000390768, + "mean_weighted_sum_quantile_loss": 0.009114782367966567 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 + ], + "p10": [ + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 + ], + "p90": [ + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_031636.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_031636.json new file mode 100644 index 0000000000000000000000000000000000000000..89dcd368a60946add117a70e653cfde9718ef431 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_031636.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:16:36.869133+00:00", + "metrics": { + "MSE[mean]": 826620.6819547018, + "MSE[0.5]": 826620.6819547018, + "MAE[0.5]": 766.5042317708334, + "MASE[0.5]": 0.7780844861423896, + "MAPE[0.5]": 0.011850390817833898, + "sMAPE[0.5]": 0.011753404020150708, + "MSIS": 3.4292427621244044, + "RMSE[mean]": 909.186824560663, + "NRMSE[mean]": 0.0139782715657581, + "ND[0.5]": 0.01178460138066003, + "mean_weighted_sum_quantile_loss": 0.007740869246927351 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64527.23828125 + ], + "predictions": { + "p50": [ + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 + ], + "p10": [ + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 + ], + "p90": [ + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_031753.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_031753.json new file mode 100644 index 0000000000000000000000000000000000000000..ab3587412d71ee2f3c9ea7805e4a84da6759502a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_031753.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:17:53.787563+00:00", + "metrics": { + "MSE[mean]": 1.1514839379080535, + "MSE[0.5]": 1.1404554354091345, + "MAE[0.5]": 0.8690690781294914, + "MASE[0.5]": 0.8335727668992609, + "MAPE[0.5]": 0.7313276750819583, + "sMAPE[0.5]": 0.46279787789343235, + "MSIS": 32.55625682463613, + "RMSE[mean]": 1.0730721960371787, + "NRMSE[mean]": 0.7734968711983622, + "ND[0.5]": 0.6264463987333766, + "mean_weighted_sum_quantile_loss": 0.6235176405540757 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.5217123782829205, + 1.5501653217386004, + 1.580779625055471, + 1.6099052529677973, + 1.6388540388596815, + 1.6675883740484625, + 1.6939471597004785, + 1.7235781572749196, + 1.7512022989713065, + 1.7778211397576258, + 1.804582561658023, + 1.8329789770964393, + 1.8597710590117296, + 1.8861284360311337, + 1.9125898407092767, + 1.9384666157903632, + 1.9641620776183104, + 1.9882410635530277, + 2.0152888201113335, + 2.039006443482547, + 2.063589335728204, + 2.089495838358753, + 2.1104396260696316, + 2.137724692772977, + 2.161612966136814, + 2.1838775301119124, + 2.207415436280039, + 2.2328150552179338, + 2.2546709211846387, + 2.276321475589088, + 2.2999923238149633, + 2.3225135780516406, + 2.343955966306841, + 2.3665073113580277, + 2.386785545538628, + 2.4098068619239985, + 2.431683956191016, + 2.450548625969537, + 2.474282664881189, + 2.4928866892088086, + 2.5152543495740463, + 2.5347027068750743, + 2.5522245266644124, + 2.5737731282737006, + 2.593086140442572, + 2.614151847707469, + 2.634399981179422, + 2.6516704586594715, + 2.6717343560491735, + 2.6894358163580216, + 2.707170225851397, + 2.7277369256980846, + 2.7462396541126393, + 2.7645117012603038, + 2.7811884849443427, + 2.7986389263789224, + 2.816547811951689, + 2.8348613017012996, + 2.852546699641457, + 2.8685734585039118 + ], + "p10": [ + 1.5076449713245768, + 1.5382200867438138, + 1.5676697222503604, + 1.5957714066869344, + 1.6245968128901527, + 1.6550863115074121, + 1.6800875999926472, + 1.7119265217219484, + 1.7361799029100402, + 1.7626835197857351, + 1.79143274160894, + 1.8169049846189584, + 1.8457218176137489, + 1.8723887762332763, + 1.8986146104311212, + 1.9247460386597728, + 1.950318650379413, + 1.974578708789462, + 2.0026746879156345, + 2.0253517071600022, + 2.0485991751460486, + 2.078591543505229, + 2.1018372264109457, + 2.123868444440126, + 2.1464801586901956, + 2.1720201959526633, + 2.195783904945254, + 2.2193089147904415, + 2.2387135365382105, + 2.2634614981160786, + 2.2870396017009633, + 2.3104171992595885, + 2.3324990453539702, + 2.35422906189763, + 2.3743476406910595, + 2.3972447386778533, + 2.4170655786591486, + 2.4368759265595816, + 2.4625455034701136, + 2.4785465092112093, + 2.5004440683849665, + 2.5209756992569523, + 2.5384087152189596, + 2.5616110337640814, + 2.578780563151981, + 2.6004230974283153, + 2.6206788532158343, + 2.6380678117700254, + 2.6594586087232175, + 2.6748082159385347, + 2.6940200576416715, + 2.713173413777633, + 2.732245963135065, + 2.7521820918196176, + 2.7671410445613556, + 2.7879557004095994, + 2.8030959561730673, + 2.819808951072413, + 2.8402374210964405, + 2.854998358950975 + ], + "p90": [ + 1.536322768186684, + 1.56548808351035, + 1.5953984720616976, + 1.6265011460954464, + 1.6517916249076676, + 1.6790098956468034, + 1.7075406983089378, + 1.735600509444701, + 1.7639804400466768, + 1.7918758979345213, + 1.81806895706012, + 1.8454624768056118, + 1.8728267467621489, + 1.8986701937810002, + 1.9233439404214172, + 1.953157280070151, + 1.9788204008587105, + 2.0016948555588794, + 2.0326116806749606, + 2.05214120485485, + 2.0785309099294915, + 2.10397752268019, + 2.127955973493556, + 2.1532525133618283, + 2.1736624380150165, + 2.1973058914121313, + 2.2214999279230216, + 2.247485235874662, + 2.2675073661755354, + 2.2913529653712015, + 2.31486659506025, + 2.334934379839927, + 2.3564747738542455, + 2.3808869488736493, + 2.3999631506663617, + 2.4243680974817, + 2.4451718887430767, + 2.4642227214608288, + 2.4869080158316335, + 2.5085530364712847, + 2.5308890173591854, + 2.5524844250437133, + 2.567539404944614, + 2.589141769244611, + 2.608619507171109, + 2.6287102411401033, + 2.648151282312279, + 2.6643826152102807, + 2.6848295200337664, + 2.7028160720898304, + 2.721989696513186, + 2.742141413756392, + 2.7598923727743956, + 2.776723838115561, + 2.795996494334342, + 2.8128099218952296, + 2.828892475440491, + 2.8505970151341478, + 2.867085319199205, + 2.8820947003302164 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_031544.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_031544.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0c9bc19f4de2a1b59d3913b885840c7ad16939 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_031544.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:15:44.951395+00:00", + "metrics": { + "MSE[mean]": 0.0419495035771698, + "MSE[0.5]": 0.0419495035771698, + "MAE[0.5]": 0.13152138491471607, + "MASE[0.5]": 0.12614951732691532, + "MAPE[0.5]": 0.11859802761775404, + "sMAPE[0.5]": 0.14329458495513778, + "MSIS": 0.7071347560782998, + "RMSE[mean]": 0.2048157796097991, + "NRMSE[mean]": 0.14763625903763886, + "ND[0.5]": 0.09480385392790819, + "mean_weighted_sum_quantile_loss": 0.10202048902158972 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.537361979484558, + 1.5662596225738525, + 1.5800725221633911, + 1.5962415933609009, + 1.611572504043579, + 1.6273587942123413, + 1.6403883695602417, + 1.6532235145568848, + 1.664575219154358, + 1.6762940883636475, + 1.6807613372802734, + 1.6843585968017578, + 1.691933512687683, + 1.701633334159851, + 1.6979637145996094, + 1.6946951150894165, + 1.687108039855957, + 1.6852834224700928, + 1.676206350326538, + 1.669061541557312, + 1.6536953449249268, + 1.6439993381500244, + 1.629453420639038, + 1.613779067993164, + 1.5951979160308838, + 1.5725382566452026, + 1.5489696264266968, + 1.521344780921936, + 1.4980933666229248, + 1.4732027053833008, + 1.450150489807129, + 1.4141311645507812, + 1.3849797248840332, + 1.3618621826171875, + 1.3241769075393677, + 1.296929121017456, + 1.258529782295227, + 1.223772644996643, + 1.1901966333389282, + 1.1523807048797607, + 1.1124372482299805, + 1.0828114748001099, + 1.0355523824691772, + 0.9995361566543579, + 0.9714390635490417, + 0.9224639534950256, + 0.8782898187637329, + 0.8464337587356567, + 0.8181743025779724, + 0.7789075970649719, + 0.7441585063934326, + 0.703078031539917, + 0.6617879271507263, + 0.6236919164657593, + 0.5920829772949219, + 0.5516862869262695, + 0.5177714228630066, + 0.48985129594802856, + 0.4614561200141907, + 0.43334245681762695 + ], + "p10": [ + 1.5169845819473267, + 1.5353931188583374, + 1.5536770820617676, + 1.5583157539367676, + 1.5714216232299805, + 1.5787856578826904, + 1.5880544185638428, + 1.59615159034729, + 1.599989891052246, + 1.602962613105774, + 1.601792335510254, + 1.6030020713806152, + 1.6004793643951416, + 1.5961759090423584, + 1.5950051546096802, + 1.5711685419082642, + 1.5651885271072388, + 1.5644867420196533, + 1.5385245084762573, + 1.5276641845703125, + 1.5038446187973022, + 1.4828245639801025, + 1.4612529277801514, + 1.440138578414917, + 1.4031668901443481, + 1.3690199851989746, + 1.3322430849075317, + 1.2877861261367798, + 1.2306321859359741, + 1.2000677585601807, + 1.165008306503296, + 1.111587643623352, + 1.045976161956787, + 1.0064795017242432, + 0.9494873285293579, + 0.9019854664802551, + 0.8502906560897827, + 0.8031781315803528, + 0.7473011016845703, + 0.6899892091751099, + 0.6511566638946533, + 0.5928828120231628, + 0.5514712333679199, + 0.5121685266494751, + 0.444530725479126, + 0.39637768268585205, + 0.34110134840011597, + 0.3042253851890564, + 0.1576012372970581, + 0.0955306887626648, + 0.0212632417678833, + -0.013599991798400879, + -0.05306828022003174, + -0.110312819480896, + -0.15287458896636963, + -0.18717706203460693, + -0.23859429359436035, + -0.2804933786392212, + -0.3083302974700928, + -0.347487211227417 + ], + "p90": [ + 1.5644145011901855, + 1.5895028114318848, + 1.6164867877960205, + 1.6413218975067139, + 1.6573915481567383, + 1.6732969284057617, + 1.6961815357208252, + 1.7137949466705322, + 1.7318699359893799, + 1.7515723705291748, + 1.757500410079956, + 1.7695322036743164, + 1.7865898609161377, + 1.8061628341674805, + 1.812901258468628, + 1.813486099243164, + 1.815462350845337, + 1.8215351104736328, + 1.8225774765014648, + 1.8166522979736328, + 1.8307464122772217, + 1.8211584091186523, + 1.8199259042739868, + 1.8205406665802002, + 1.8201009035110474, + 1.8216100931167603, + 1.8060071468353271, + 1.7907164096832275, + 1.7825884819030762, + 1.7807390689849854, + 1.7704565525054932, + 1.7431178092956543, + 1.7828757762908936, + 1.7788809537887573, + 1.7766214609146118, + 1.7491542100906372, + 1.736079454421997, + 1.7139828205108643, + 1.699655294418335, + 1.6806390285491943, + 1.6621482372283936, + 1.6562514305114746, + 1.631664752960205, + 1.601540446281433, + 1.6002178192138672, + 1.5813958644866943, + 1.5549724102020264, + 1.5316271781921387, + 1.5827202796936035, + 1.559303879737854, + 1.5570452213287354, + 1.5330400466918945, + 1.5191582441329956, + 1.5043280124664307, + 1.4913156032562256, + 1.4993640184402466, + 1.4716947078704834, + 1.4678422212600708, + 1.4440172910690308, + 1.4251927137374878 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_031753.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_031753.json new file mode 100644 index 0000000000000000000000000000000000000000..c2c8010ff42bc29edeeae13258086d37ffca5e91 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_031753.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:17:53.977506+00:00", + "metrics": { + "MSE[mean]": 1.7077119713509898, + "MSE[0.5]": 1.7141234581317204, + "MAE[0.5]": 1.0613675586319087, + "MASE[0.5]": 1.0180169963590502, + "MAPE[0.5]": 0.8949950745579638, + "sMAPE[0.5]": 0.5247068016429993, + "MSIS": 37.54967594919265, + "RMSE[mean]": 1.3067945406034531, + "NRMSE[mean]": 0.9419696942933845, + "ND[0.5]": 0.7650598802438653, + "mean_weighted_sum_quantile_loss": 0.7538449145778829 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.533288147744582, + 1.5653778333973556, + 1.5889675092749673, + 1.622557175615836, + 1.6566469547286922, + 1.686236538457523, + 1.7188263517834457, + 1.7554160093028268, + 1.7810057488381992, + 1.812095447365576, + 1.8446850967787254, + 1.8717747871998704, + 1.9038643536433544, + 1.9414541920032276, + 1.9730439287967863, + 2.0011335765410054, + 2.029223298791031, + 2.0608130355845895, + 2.091402695845784, + 2.117492339536888, + 2.146582138319277, + 2.180171759956662, + 2.2172615153468698, + 2.2478512501138708, + 2.277940901911206, + 2.310030647168624, + 2.341120345696001, + 2.3712099229875303, + 2.401799598149886, + 2.4333893349434446, + 2.4634789271361353, + 2.492068806861632, + 2.5241584329097604, + 2.5607480904291418, + 2.589837933915015, + 2.61992758571235, + 2.652017330969768, + 2.677606891691206, + 2.713696704659501, + 2.7457863903122743, + 2.7713760702430017, + 2.8024657687703787, + 2.8315554632446394, + 2.869145197296384, + 2.8987347065194093, + 2.9273245862449064, + 2.9604142739242376, + 2.9890039599346387, + 3.0280936150698343, + 3.056183411825666, + 3.090773020588447, + 3.112362692412943, + 3.143952414305341, + 3.179542159205131, + 3.2131318553483217, + 3.2407215393321653, + 3.270811280536468, + 3.298400875113344, + 3.3409906341990396, + 3.3730803198518133 + ], + "p10": [ + 1.4797880914777974, + 1.5135778088879257, + 1.544967509513386, + 1.577857211688567, + 1.603946888162225, + 1.6350365866896017, + 1.6603263079684438, + 1.7054159973818979, + 1.7312056985795627, + 1.7622953971069395, + 1.7846851219849709, + 1.8195748006228365, + 1.8598644432887401, + 1.8798541923370136, + 1.9148438734359923, + 1.942133617906629, + 1.973223289611916, + 2.007912971593043, + 2.0374026907197846, + 2.0653923725340193, + 2.099382090349459, + 2.1375717853840035, + 2.1664614779628364, + 2.1928511833566686, + 2.22094086090321, + 2.2650305708746785, + 2.285920278533487, + 2.31900995429189, + 2.34519965928041, + 2.3892893603111816, + 2.410179070950222, + 2.4394687658297944, + 2.481358419188771, + 2.508748163862064, + 2.5308378659666513, + 2.5677275425109034, + 2.599017238463359, + 2.629906939565657, + 2.66509665832285, + 2.6922863340454897, + 2.719376054268957, + 2.7522657594243705, + 2.778555460145198, + 2.8144451564791235, + 2.8502348481400452, + 2.874824546905841, + 2.903914271182424, + 2.940803924839424, + 2.975993643596617, + 3.000983344663152, + 3.0390730424752723, + 3.0649627215238517, + 3.103452384383809, + 3.1324421382600587, + 3.1546318634545534, + 3.1856215573089264, + 3.223811229991729, + 3.245800933383776, + 3.28069062971677, + 3.317680325299678 + ], + "p90": [ + 1.567788150605605, + 1.595977832825151, + 1.6239675064437467, + 1.6570572112594135, + 1.6902469632163937, + 1.722236596512447, + 1.7524263602711472, + 1.785415986653062, + 1.8116057363450657, + 1.8475953837078154, + 1.8787851286314476, + 1.9068748180989183, + 1.9408645329341259, + 1.9729541589822543, + 1.9990438984133185, + 2.033133581786214, + 2.0623233107358017, + 2.0923129608403648, + 2.1274027240983857, + 2.154492354914886, + 2.1856821117594474, + 2.2197717716630145, + 2.2477614802993386, + 2.283851150216486, + 2.3129408685326047, + 2.3410305460791463, + 2.375220264299898, + 2.4012099763336874, + 2.4382997093721532, + 2.466589384343774, + 2.4954791111952783, + 2.527568767045729, + 2.5576585082500314, + 2.5937481483648566, + 2.624837840931769, + 2.65592754541961, + 2.687017237986522, + 2.712106954901932, + 2.7451966597175987, + 2.7762863556372723, + 2.80537605122912, + 2.842465730623406, + 2.8697554605654108, + 2.9036451405527623, + 2.931734877703949, + 2.966824524732913, + 2.9919142416483226, + 3.0290039277481307, + 3.060093679919688, + 3.091183378447065, + 3.118273039065887, + 3.149362741318554, + 3.1854524611545916, + 3.2156421653086467, + 3.2466318174397677, + 3.274921546055569, + 3.305811247157867, + 3.3361009619453905, + 3.370990665193455, + 3.4010803169907904 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_031730.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_031730.json new file mode 100644 index 0000000000000000000000000000000000000000..01820595a8a841e40b9065db28339d5686900665 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_031730.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:17:30.370042+00:00", + "metrics": { + "MSE[mean]": 0.15839195433865552, + "MSE[0.5]": 0.18186182036081255, + "MAE[0.5]": 0.38361381789048515, + "MASE[0.5]": 0.3679454713634571, + "MAPE[0.5]": 0.29974981215732416, + "sMAPE[0.5]": 0.25084263402158213, + "MSIS": 1.7569596152316342, + "RMSE[mean]": 0.3979848669719183, + "NRMSE[mean]": 0.2868772954176976, + "ND[0.5]": 0.27651828924702465, + "mean_weighted_sum_quantile_loss": 0.22706775049248387 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.5411892533302307, + 1.5735560059547424, + 1.6008703708648682, + 1.630253791809082, + 1.6572790145874023, + 1.6788641214370728, + 1.7122286558151245, + 1.731387436389923, + 1.7532310485839844, + 1.7650198936462402, + 1.7945257425308228, + 1.819595456123352, + 1.8727938532829285, + 1.9077178239822388, + 1.905386209487915, + 1.9170949459075928, + 1.9648571610450745, + 1.9648431539535522, + 1.9687645435333252, + 1.9939756989479065, + 1.9483482837677002, + 2.0258870124816895, + 2.0202356576919556, + 1.9560834169387817, + 2.030967354774475, + 2.02677845954895, + 2.0197858810424805, + 1.9718915224075317, + 1.9544268250465393, + 2.0512770414352417, + 1.909508764743805, + 2.008310556411743, + 2.0019068717956543, + 1.916910171508789, + 1.9201031923294067, + 1.871086597442627, + 1.846086323261261, + 1.9259631037712097, + 1.8538289070129395, + 1.7743285298347473, + 1.8528172969818115, + 1.78230220079422, + 1.7843177914619446, + 1.6525249481201172, + 1.7376365065574646, + 1.8221410512924194, + 1.7898337841033936, + 1.6839805841445923, + 1.710370421409607, + 1.5853853225708008, + 1.6634281873703003, + 1.7053277492523193, + 1.5133205652236938, + 1.5409884452819824, + 1.5941575169563293, + 1.2616456151008606, + 1.3412952423095703, + 1.2011935114860535, + 1.4987069368362427, + 1.309436857700348 + ], + "p10": [ + 1.5207079648971558, + 1.5442667603492737, + 1.561454951763153, + 1.5692411661148071, + 1.5968816876411438, + 1.6047126054763794, + 1.5922583937644958, + 1.6392671465873718, + 1.6226087808609009, + 1.6310802698135376, + 1.5867375135421753, + 1.6235225200653076, + 1.676627278327942, + 1.6481544375419617, + 1.6183820366859436, + 1.5462910532951355, + 1.5678093433380127, + 1.5981937646865845, + 1.5658835172653198, + 1.4741560816764832, + 1.4670248627662659, + 1.3704025745391846, + 1.1204060912132263, + 1.1042689085006714, + 1.2626526951789856, + 1.2537627816200256, + 0.9618768095970154, + 1.0651071071624756, + 0.8048784732818604, + 0.7201368808746338, + 0.7484320998191833, + 0.7369783222675323, + 0.8632118403911591, + 0.7482887804508209, + 0.513977438211441, + 0.7028964459896088, + 0.44886261224746704, + 0.6512583494186401, + 0.4478585720062256, + 0.44021841883659363, + 0.04313322901725769, + 0.31842759251594543, + 0.06830644607543945, + 0.23406001925468445, + 0.1876225769519806, + 0.052927374839782715, + 0.05273479223251343, + -0.12000221014022827, + 0.06621575355529785, + 0.030064046382904053, + -0.14953505992889404, + -0.16587424278259277, + 0.043431222438812256, + -0.07916373014450073, + -0.11814337968826294, + -0.3742062449455261, + -0.2830089330673218, + -0.5685998201370239, + -0.28665417432785034, + -0.22433120012283325 + ], + "p90": [ + 1.5641194581985474, + 1.6066452264785767, + 1.6478050351142883, + 1.7002564668655396, + 1.7254067659378052, + 1.7514819502830505, + 1.8238838911056519, + 1.8139116764068604, + 1.923729419708252, + 1.9391484260559082, + 1.984796404838562, + 2.0290327072143555, + 2.067552328109741, + 2.215524435043335, + 2.1785210371017456, + 2.3215878009796143, + 2.33577561378479, + 2.2649329900741577, + 2.3983073234558105, + 2.472060203552246, + 2.474748134613037, + 2.5498437881469727, + 2.6540732383728027, + 2.536572813987732, + 2.916082262992859, + 2.872792363166809, + 2.8237881660461426, + 2.92922306060791, + 3.005752921104431, + 3.253084659576416, + 3.140244960784912, + 3.3525702953338623, + 2.832130193710327, + 2.870102643966675, + 2.907346487045288, + 2.743903875350952, + 2.9330432415008545, + 2.9799997806549072, + 2.956480026245117, + 2.9712491035461426, + 2.7877835035324097, + 3.0563719272613525, + 3.042804002761841, + 2.9068586826324463, + 2.8453731536865234, + 3.1889703273773193, + 3.386604428291321, + 2.9987428188323975, + 3.312127709388733, + 2.8827497959136963, + 2.9625468254089355, + 3.3233011960983276, + 3.0101773738861084, + 3.0041654109954834, + 2.8366811275482178, + 2.9888614416122437, + 3.134181261062622, + 2.7369349002838135, + 2.7838857173919678, + 2.80839467048645 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_031754.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_031754.json new file mode 100644 index 0000000000000000000000000000000000000000..5f4cb29059e587d73871143134a5955d14e0708d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_031754.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:17:54.006671+00:00", + "metrics": { + "MSE[mean]": 0.12717491948185697, + "MSE[0.5]": 0.1253849584348707, + "MAE[0.5]": 0.30383791095749935, + "MASE[0.5]": 0.29142793651208077, + "MAPE[0.5]": 0.20266107872842654, + "sMAPE[0.5]": 0.23039982440992063, + "MSIS": 9.741796101828339, + "RMSE[mean]": 0.35661592712869256, + "NRMSE[mean]": 0.2570575445643079, + "ND[0.5]": 0.21901385046130636, + "mean_weighted_sum_quantile_loss": 0.2103974182114018 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.1275226992231533, + 1.12852268634855, + 1.121022663698785, + 1.1235226315122768, + 1.1265227120977566, + 1.1250225972992107, + 1.1265227120977566, + 1.132022671089761, + 1.1265227120977566, + 1.1265227120977566, + 1.1280226629835293, + 1.1240226548772976, + 1.1250225227934048, + 1.1315226626259014, + 1.1320227008920833, + 1.129022650108926, + 1.1260226738315746, + 1.1265227120977566, + 1.1260226738315746, + 1.1210226189953014, + 1.119022719250314, + 1.1215226423603222, + 1.1275226992231533, + 1.1270227354627773, + 1.1260226887327358, + 1.1270227354627773, + 1.1270227354627773, + 1.1260226142269298, + 1.125522590861909, + 1.126022629128091, + 1.1250225227934048, + 1.1225227039915249, + 1.1235226315122768, + 1.1290225905042812, + 1.1270227354627773, + 1.1260226887327358, + 1.1270227354627773, + 1.1215225976568386, + 1.1265227120977566, + 1.1275226992231533, + 1.1220226806265041, + 1.1220226806265041, + 1.1200226765733883, + 1.1265227120977566, + 1.1250225227934048, + 1.1225227039915249, + 1.1245226931434795, + 1.1220226806265041, + 1.1300226372343227, + 1.1270227354627773, + 1.1305226456981823, + 1.1210226189953014, + 1.1215226423603222, + 1.1260226887327358, + 1.12852268634855, + 1.1250226718050167, + 1.1240227144819424, + 1.1205226105314419, + 1.132022671089761, + 1.1330226582151577 + ], + "p10": [ + 1.0740226429563686, + 1.0767226618391201, + 1.0770226639372036, + 1.0788226675850079, + 1.0738226455312894, + 1.0738226455312894, + 1.0680226682827547, + 1.082022659168832, + 1.0767226618391201, + 1.0767226618391201, + 1.0680226881897747, + 1.0718226683002636, + 1.0810226124387905, + 1.0699226629596874, + 1.0738226455312894, + 1.0700226914745494, + 1.0700226646524593, + 1.0736226481062099, + 1.0720226687055752, + 1.0689226519924329, + 1.071822671280496, + 1.0789226677876635, + 1.0767226618391201, + 1.0720226687055752, + 1.0690226477247402, + 1.082022659168832, + 1.0718226683002636, + 1.0738226455312894, + 1.0689226519924329, + 1.0819226544958278, + 1.0717226666074917, + 1.0699226629596874, + 1.0807226177912876, + 1.0770226639372036, + 1.0680226675144135, + 1.0738226455312894, + 1.0740226429563686, + 1.0738226455312894, + 1.0779226657611056, + 1.0740226429563686, + 1.0700226646524593, + 1.071822671280496, + 1.0670226734739467, + 1.071822671280496, + 1.0765226644140407, + 1.0700226646524593, + 1.0680226904016659, + 1.0738226455312894, + 1.0779226657611056, + 1.0718226683002636, + 1.0788226675850079, + 1.0736226481062099, + 1.0810226124387905, + 1.0789226677876635, + 1.0700226944547817, + 1.0699226897817775, + 1.0770226639372036, + 1.067922668801874, + 1.0717226666074917, + 1.0776226636630222 + ], + "p90": [ + 1.1620227020841762, + 1.1591226857763455, + 1.1560226608675643, + 1.1580226671558544, + 1.160122720585458, + 1.1610226553541347, + 1.160122720585458, + 1.162022648439996, + 1.157122699604623, + 1.162022648439996, + 1.1621226948362515, + 1.1591226857763455, + 1.1620227020841762, + 1.1630226296049282, + 1.1580226705086156, + 1.1610226553541347, + 1.1591226857763455, + 1.158022637353532, + 1.1620227020841762, + 1.1580226343732998, + 1.1581226926904842, + 1.1611226540666744, + 1.1580226641756222, + 1.1630226355653928, + 1.1610226553541347, + 1.1580226343732998, + 1.1611226540666744, + 1.156022667573087, + 1.1620227020841762, + 1.1592226785284205, + 1.1570227068525478, + 1.1580226641756222, + 1.1570227068525478, + 1.162022648439996, + 1.1620226424795315, + 1.162022648439996, + 1.1620226424795315, + 1.1560226608675643, + 1.1580226671558544, + 1.1580226645481513, + 1.1560226616126223, + 1.1620226424795315, + 1.1582226738941594, + 1.1610226553541347, + 1.1580226939779446, + 1.1620226424795315, + 1.1560226608675643, + 1.162022648439996, + 1.1620227020841762, + 1.1620227020841762, + 1.1580226641756222, + 1.1580226679009125, + 1.163022689209573, + 1.1621226948362515, + 1.162022648439996, + 1.1592226785284205, + 1.1590226811033413, + 1.1582226973634884, + 1.1620227020841762, + 1.1610226553541347 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_031754.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_031754.json new file mode 100644 index 0000000000000000000000000000000000000000..6323433e7612a9731f7cae72d5bae29ee776c940 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_031754.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:17:54.027392+00:00", + "metrics": { + "MSE[mean]": 0.20336086794055508, + "MSE[0.5]": 0.20336086794055508, + "MAE[0.5]": 0.3736666659514109, + "MASE[0.5]": 0.3584046015139997, + "MAPE[0.5]": 0.25644740705045826, + "sMAPE[0.5]": 0.30565538984980223, + "MSIS": 13.191331062731827, + "RMSE[mean]": 0.4509555054997722, + "NRMSE[mean]": 0.32505983646012226, + "ND[0.5]": 0.2693481371075669, + "mean_weighted_sum_quantile_loss": 0.2643071029505277 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065 + ], + "p10": [ + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223 + ], + "p90": [ + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_031750.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_031750.json new file mode 100644 index 0000000000000000000000000000000000000000..776d5eefc18d5a7c16f986a8843291c81d3d3e7b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_031750.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:17:50.835414+00:00", + "metrics": { + "MSE[mean]": 0.013171702498372717, + "MSE[0.5]": 0.013171702498372717, + "MAE[0.5]": 0.10661885042985281, + "MASE[0.5]": 0.10226410350224027, + "MAPE[0.5]": 0.0796244838787053, + "sMAPE[0.5]": 0.07609402174823478, + "MSIS": 0.6511860244689455, + "RMSE[mean]": 0.11476803779089681, + "NRMSE[mean]": 0.08272762864667342, + "ND[0.5]": 0.07685349366316073, + "mean_weighted_sum_quantile_loss": 0.05113138278836327 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.528900146484375, + 1.5555419921875, + 1.57330322265625, + 1.59698486328125, + 1.623626708984375, + 1.64434814453125, + 1.662109375, + 1.676910400390625, + 1.6976318359375, + 1.712432861328125, + 1.724273681640625, + 1.736114501953125, + 1.7449951171875, + 1.75091552734375, + 1.759796142578125, + 1.771636962890625, + 1.77459716796875, + 1.77459716796875, + 1.7686767578125, + 1.7686767578125, + 1.765716552734375, + 1.753875732421875, + 1.7449951171875, + 1.733154296875, + 1.733154296875, + 1.706512451171875, + 1.685791015625, + 1.66802978515625, + 1.65618896484375, + 1.629547119140625, + 1.6029052734375, + 1.5792236328125, + 1.564422607421875, + 1.522979736328125, + 1.50225830078125, + 1.481536865234375, + 1.4474945068359375, + 1.4386138916015625, + 1.404571533203125, + 1.386810302734375, + 1.357208251953125, + 1.3379669189453125, + 1.309844970703125, + 1.2965240478515625, + 1.26544189453125, + 1.2528610229492188, + 1.2247390747070312, + 1.2077178955078125, + 1.2195587158203125, + 1.1988372802734375, + 1.1696052551269531, + 1.1599845886230469, + 1.13519287109375, + 1.1364879608154297, + 1.1266822814941406, + 1.1064233779907227, + 1.078948974609375, + 1.0704383850097656, + 1.0556373596191406, + 1.0711784362792969 + ], + "p10": [ + 1.52001953125, + 1.540740966796875, + 1.5555419921875, + 1.5792236328125, + 1.6029052734375, + 1.61474609375, + 1.629547119140625, + 1.641387939453125, + 1.659149169921875, + 1.66802978515625, + 1.67987060546875, + 1.688751220703125, + 1.685791015625, + 1.688751220703125, + 1.688751220703125, + 1.688751220703125, + 1.66802978515625, + 1.66802978515625, + 1.659149169921875, + 1.653228759765625, + 1.6502685546875, + 1.63250732421875, + 1.617706298828125, + 1.59698486328125, + 1.591064453125, + 1.56146240234375, + 1.52593994140625, + 1.50225830078125, + 1.47265625, + 1.4445343017578125, + 1.4134521484375, + 1.3794097900390625, + 1.37200927734375, + 1.3231658935546875, + 1.31280517578125, + 1.2824630737304688, + 1.2462005615234375, + 1.2350997924804688, + 1.1966171264648438, + 1.1762657165527344, + 1.144073486328125, + 1.1294574737548828, + 1.098097801208496, + 1.090003490447998, + 1.0693283081054688, + 1.0628528594970703, + 1.0378761291503906, + 1.0153045654296875, + 1.0278854370117188, + 1.001983642578125, + 0.9827423095703125, + 0.9746017456054688, + 0.9620208740234375, + 0.9709014892578125, + 0.9642410278320312, + 0.9531402587890625, + 0.9235382080078125, + 0.9257583618164062, + 0.89837646484375, + 0.919097900390625 + ], + "p90": [ + 1.543701171875, + 1.576263427734375, + 1.599945068359375, + 1.62066650390625, + 1.653228759765625, + 1.676910400390625, + 1.70355224609375, + 1.718353271484375, + 1.747955322265625, + 1.765716552734375, + 1.780517578125, + 1.79827880859375, + 1.813079833984375, + 1.830841064453125, + 1.842681884765625, + 1.8634033203125, + 1.8870849609375, + 1.89300537109375, + 1.88116455078125, + 1.8870849609375, + 1.8870849609375, + 1.8870849609375, + 1.8870849609375, + 1.875244140625, + 1.89300537109375, + 1.86932373046875, + 1.85748291015625, + 1.8515625, + 1.8515625, + 1.842681884765625, + 1.827880859375, + 1.81011962890625, + 1.77459716796875, + 1.736114501953125, + 1.70947265625, + 1.712432861328125, + 1.685791015625, + 1.676910400390625, + 1.641387939453125, + 1.63250732421875, + 1.605865478515625, + 1.591064453125, + 1.57330322265625, + 1.558502197265625, + 1.52593994140625, + 1.517059326171875, + 1.493377685546875, + 1.47857666015625, + 1.4474945068359375, + 1.4267730712890625, + 1.398651123046875, + 1.380889892578125, + 1.3527679443359375, + 1.3438873291015625, + 1.339447021484375, + 1.3187255859375, + 1.292083740234375, + 1.2787628173828125, + 1.2698822021484375, + 1.280242919921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_031611.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_031611.json new file mode 100644 index 0000000000000000000000000000000000000000..57d6506ff898860a1ba4aef00688d64f978ff4d2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_031611.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:16:11.284973+00:00", + "metrics": { + "MSE[mean]": 0.1704849356624027, + "MSE[0.5]": 0.1376892404722268, + "MAE[0.5]": 0.3128963440656662, + "MASE[0.5]": 0.30011638641758004, + "MAPE[0.5]": 0.2594673549900606, + "sMAPE[0.5]": 0.21601903760415028, + "MSIS": 13.106827987919322, + "RMSE[mean]": 0.4128982146515079, + "NRMSE[mean]": 0.2976272037760129, + "ND[0.5]": 0.22554339217620878, + "mean_weighted_sum_quantile_loss": 0.24318483911391287 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.517593502998352, + 1.5395525693893433, + 1.5913467407226562, + 1.6056751012802124, + 1.6235995292663574, + 1.640633225440979, + 1.6676719188690186, + 1.70192551612854, + 1.703273892402649, + 1.7080183029174805, + 1.7344536781311035, + 1.7532353401184082, + 1.7361598014831543, + 1.7527498006820679, + 1.7752594947814941, + 1.794032335281372, + 1.7952531576156616, + 1.792974591255188, + 1.807368278503418, + 1.783006191253662, + 1.8000667095184326, + 1.7962348461151123, + 1.80104398727417, + 1.804800271987915, + 1.8034006357192993, + 1.8052524328231812, + 1.7904796600341797, + 1.7818104028701782, + 1.773685097694397, + 1.7661750316619873, + 1.7560484409332275, + 1.76984441280365, + 1.7706036567687988, + 1.744299054145813, + 1.7498676776885986, + 1.7544066905975342, + 1.7339167594909668, + 1.7177461385726929, + 1.7251838445663452, + 1.7014639377593994, + 1.7022839784622192, + 1.7078324556350708, + 1.6907604932785034, + 1.6803336143493652, + 1.6638590097427368, + 1.6478016376495361, + 1.6506456136703491, + 1.6337742805480957, + 1.636051893234253, + 1.6368496417999268, + 1.6205757856369019, + 1.5991780757904053, + 1.593843698501587, + 1.5944527387619019, + 1.6048223972320557, + 1.585204005241394, + 1.5976049900054932, + 1.5854743719100952, + 1.600722312927246, + 1.5878890752792358 + ], + "p10": [ + 1.5280205011367798, + 1.5549625158309937, + 1.5996347665786743, + 1.6253912448883057, + 1.6417126655578613, + 1.644752860069275, + 1.6364353895187378, + 1.6989216804504395, + 1.7086811065673828, + 1.6946507692337036, + 1.736986517906189, + 1.7553808689117432, + 1.7287919521331787, + 1.7623872756958008, + 1.7572935819625854, + 1.7991429567337036, + 1.8035783767700195, + 1.801598310470581, + 1.7936475276947021, + 1.8250017166137695, + 1.8069323301315308, + 1.8256936073303223, + 1.811063289642334, + 1.8283370733261108, + 1.8294488191604614, + 1.8110791444778442, + 1.825101613998413, + 1.803220510482788, + 1.7604068517684937, + 1.7671072483062744, + 1.7748565673828125, + 1.8043909072875977, + 1.8334177732467651, + 1.7894467115402222, + 1.7937170267105103, + 1.7974509000778198, + 1.776586651802063, + 1.7640236616134644, + 1.771104097366333, + 1.731248378753662, + 1.7074692249298096, + 1.7503314018249512, + 1.7280014753341675, + 1.7271883487701416, + 1.6808127164840698, + 1.7029330730438232, + 1.7128305435180664, + 1.6658132076263428, + 1.6665980815887451, + 1.6950207948684692, + 1.6539580821990967, + 1.6683377027511597, + 1.6543995141983032, + 1.6573659181594849, + 1.6516435146331787, + 1.645923376083374, + 1.6311814785003662, + 1.650451898574829, + 1.6370594501495361, + 1.636864423751831 + ], + "p90": [ + 1.543647050857544, + 1.5609995126724243, + 1.6193138360977173, + 1.6339643001556396, + 1.6603091955184937, + 1.6847368478775024, + 1.7058277130126953, + 1.7502435445785522, + 1.760603904724121, + 1.7799477577209473, + 1.8171651363372803, + 1.820387601852417, + 1.83694589138031, + 1.842052698135376, + 1.854628086090088, + 1.8731248378753662, + 1.8716843128204346, + 1.8857009410858154, + 1.898041009902954, + 1.8889740705490112, + 1.904578685760498, + 1.9102469682693481, + 1.9325872659683228, + 1.9343256950378418, + 1.9471864700317383, + 1.9463969469070435, + 1.9514456987380981, + 1.9354979991912842, + 1.9507582187652588, + 1.9496498107910156, + 1.9473893642425537, + 1.9647737741470337, + 1.9696481227874756, + 1.936815857887268, + 1.9676779508590698, + 1.9767318964004517, + 1.9690883159637451, + 1.9526649713516235, + 1.963529348373413, + 1.9342466592788696, + 1.9285204410552979, + 1.9374167919158936, + 1.9045758247375488, + 1.9066553115844727, + 1.8822383880615234, + 1.8703465461730957, + 1.882224202156067, + 1.8881818056106567, + 1.8777273893356323, + 1.8811743259429932, + 1.8663296699523926, + 1.8651020526885986, + 1.8511433601379395, + 1.8747867345809937, + 1.8829632997512817, + 1.860982894897461, + 1.864535927772522, + 1.8750044107437134, + 1.8954031467437744, + 1.8829631805419922 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_031701.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_031701.json new file mode 100644 index 0000000000000000000000000000000000000000..0f87598116e86e0ea672ae713211144c2b9f8e26 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_031701.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:17:01.639318+00:00", + "metrics": { + "MSE[mean]": 0.2204451492143397, + "MSE[0.5]": 0.2204451492143397, + "MAE[0.5]": 0.39467913210391997, + "MASE[0.5]": 0.378558833198117, + "MAPE[0.5]": 0.3255872782070336, + "sMAPE[0.5]": 0.26082040795115624, + "MSIS": 1.5728703258143562, + "RMSE[mean]": 0.4695158668398116, + "NRMSE[mean]": 0.33843860209942334, + "ND[0.5]": 0.2844944402968111, + "mean_weighted_sum_quantile_loss": 0.16165334407338802 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.5286933183670044, + 1.5525686740875244, + 1.5752756595611572, + 1.5974489450454712, + 1.6182780265808105, + 1.639153003692627, + 1.658268690109253, + 1.6778485774993896, + 1.6950236558914185, + 1.7120144367218018, + 1.7293434143066406, + 1.7449455261230469, + 1.7598005533218384, + 1.7741732597351074, + 1.788055419921875, + 1.800453782081604, + 1.8108603954315186, + 1.8192522525787354, + 1.8281033039093018, + 1.8350331783294678, + 1.8408355712890625, + 1.84613835811615, + 1.8523685932159424, + 1.8577276468276978, + 1.8619849681854248, + 1.8638858795166016, + 1.8653323650360107, + 1.866848349571228, + 1.8671984672546387, + 1.8658040761947632, + 1.8655847311019897, + 1.8642154932022095, + 1.9671788215637207, + 1.9723379611968994, + 1.9502707719802856, + 1.9407410621643066, + 1.9290573596954346, + 1.9136242866516113, + 1.8982839584350586, + 1.883253812789917, + 1.8676087856292725, + 1.8526065349578857, + 1.8392547369003296, + 1.8228647708892822, + 1.8105027675628662, + 1.7997798919677734, + 1.790937066078186, + 1.7762017250061035, + 1.764910340309143, + 1.7532718181610107, + 1.7415598630905151, + 1.7292439937591553, + 1.7195438146591187, + 1.7052578926086426, + 1.696056604385376, + 1.6843502521514893, + 1.6749250888824463, + 1.6673974990844727, + 1.6571376323699951, + 1.6480700969696045 + ], + "p10": [ + 1.516010046005249, + 1.5378063917160034, + 1.5567550659179688, + 1.574042797088623, + 1.5897350311279297, + 1.6037706136703491, + 1.6162503957748413, + 1.6284918785095215, + 1.6392107009887695, + 1.6477491855621338, + 1.6545045375823975, + 1.6598947048187256, + 1.663236141204834, + 1.666022539138794, + 1.665819764137268, + 1.6653121709823608, + 1.6632333993911743, + 1.655524492263794, + 1.6477583646774292, + 1.6382304430007935, + 1.6276743412017822, + 1.6204253435134888, + 1.611398458480835, + 1.6025390625, + 1.5879435539245605, + 1.5736138820648193, + 1.5569556951522827, + 1.5358202457427979, + 1.5134787559509277, + 1.4874019622802734, + 1.4600906372070312, + 1.4427992105484009, + 1.4703737497329712, + 1.4935846328735352, + 1.4873626232147217, + 1.4675390720367432, + 1.4382412433624268, + 1.4027142524719238, + 1.3624612092971802, + 1.3309240341186523, + 1.2980060577392578, + 1.2666939496994019, + 1.2304019927978516, + 1.2010403871536255, + 1.181131362915039, + 1.1577503681182861, + 1.13148033618927, + 1.1048896312713623, + 1.0866343975067139, + 1.0585919618606567, + 1.029200553894043, + 1.0039639472961426, + 0.9673486351966858, + 0.9423567652702332, + 0.9195940494537354, + 0.8988614082336426, + 0.8749290108680725, + 0.8559985160827637, + 0.8430787920951843, + 0.8194558620452881 + ], + "p90": [ + 1.5391440391540527, + 1.5659422874450684, + 1.5923172235488892, + 1.6203594207763672, + 1.6466667652130127, + 1.6730124950408936, + 1.6990010738372803, + 1.7271058559417725, + 1.7517824172973633, + 1.7764582633972168, + 1.8032200336456299, + 1.829524278640747, + 1.8539741039276123, + 1.8797663450241089, + 1.902791976928711, + 1.9273498058319092, + 1.9513100385665894, + 1.9745631217956543, + 1.997619867324829, + 2.020247220993042, + 2.0417075157165527, + 2.063657283782959, + 2.086092233657837, + 2.106670379638672, + 2.1266682147979736, + 2.145493268966675, + 2.1642887592315674, + 2.1831390857696533, + 2.1992249488830566, + 2.2149744033813477, + 2.2272539138793945, + 2.2360916137695312, + 2.241023540496826, + 2.292346954345703, + 2.3095362186431885, + 2.3322863578796387, + 2.347198486328125, + 2.3668875694274902, + 2.3882250785827637, + 2.4080052375793457, + 2.421114921569824, + 2.439903974533081, + 2.4555625915527344, + 2.4729552268981934, + 2.4849605560302734, + 2.4944701194763184, + 2.504810333251953, + 2.5039570331573486, + 2.5087132453918457, + 2.5194168090820312, + 2.5249252319335938, + 2.5377845764160156, + 2.5404348373413086, + 2.5501043796539307, + 2.555119514465332, + 2.5615196228027344, + 2.5604066848754883, + 2.567173957824707, + 2.571371555328369, + 2.5790205001831055 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_031641.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_031641.json new file mode 100644 index 0000000000000000000000000000000000000000..23b68603c251967450d312abdc2f0d550494cccf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_031641.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:16:41.804981+00:00", + "metrics": { + "MSE[mean]": 0.13934574542895514, + "MSE[0.5]": 0.13934574542895514, + "MAE[0.5]": 0.3202628920475642, + "MASE[0.5]": 0.3071820546576505, + "MAPE[0.5]": 0.26247314366794344, + "sMAPE[0.5]": 0.21968799809503936, + "MSIS": 1.0614494108517052, + "RMSE[mean]": 0.37329043040098836, + "NRMSE[mean]": 0.26907693725525483, + "ND[0.5]": 0.23085338141698236, + "mean_weighted_sum_quantile_loss": 0.15643213284840662 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" + ], + "context": [ + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 + ], + "actual": [ + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 + ], + "predictions": { + "p50": [ + 1.526568055152893, + 1.5513215065002441, + 1.575275182723999, + 1.5992003679275513, + 1.620776891708374, + 1.6429331302642822, + 1.662075400352478, + 1.6819655895233154, + 1.6983051300048828, + 1.714261770248413, + 1.7306554317474365, + 1.7452163696289062, + 1.7593765258789062, + 1.7710059881210327, + 1.781315803527832, + 1.7916169166564941, + 1.799576997756958, + 1.8078842163085938, + 1.816845178604126, + 1.8223345279693604, + 1.8281404972076416, + 1.8326597213745117, + 1.834473967552185, + 1.8393840789794922, + 1.8394216299057007, + 1.8403511047363281, + 1.8425226211547852, + 1.839938998222351, + 1.8394527435302734, + 1.8370013236999512, + 1.8374016284942627, + 1.8214130401611328, + 1.7755966186523438, + 1.7702786922454834, + 1.7626829147338867, + 1.756352186203003, + 1.751200556755066, + 1.741816520690918, + 1.7375783920288086, + 1.7275571823120117, + 1.7186121940612793, + 1.7066696882247925, + 1.7012038230895996, + 1.6913254261016846, + 1.6828744411468506, + 1.6678271293640137, + 1.6599700450897217, + 1.6487776041030884, + 1.6350197792053223, + 1.6213934421539307, + 1.6103847026824951, + 1.5937891006469727, + 1.5874613523483276, + 1.57353675365448, + 1.5622544288635254, + 1.5524895191192627, + 1.5421242713928223, + 1.524280309677124, + 1.5146126747131348, + 1.5054312944412231 + ], + "p10": [ + 1.5116134881973267, + 1.5305185317993164, + 1.5491528511047363, + 1.5649030208587646, + 1.5786213874816895, + 1.5913360118865967, + 1.6003775596618652, + 1.608759880065918, + 1.6144251823425293, + 1.6206589937210083, + 1.6231849193572998, + 1.6229708194732666, + 1.621727466583252, + 1.6175127029418945, + 1.6106172800064087, + 1.6007835865020752, + 1.5887705087661743, + 1.5786669254302979, + 1.5650229454040527, + 1.550331711769104, + 1.532826542854309, + 1.5161300897598267, + 1.4919936656951904, + 1.4723427295684814, + 1.4480063915252686, + 1.4268615245819092, + 1.3978121280670166, + 1.3687745332717896, + 1.339672327041626, + 1.3079065084457397, + 1.2750511169433594, + 1.2389627695083618, + 1.2359853982925415, + 1.2190330028533936, + 1.1724833250045776, + 1.146647334098816, + 1.1066102981567383, + 1.0771361589431763, + 1.0389364957809448, + 0.9995203018188477, + 0.9685660600662231, + 0.9224324226379395, + 0.885780394077301, + 0.8484706282615662, + 0.8173292875289917, + 0.7827826738357544, + 0.7490079402923584, + 0.6990916132926941, + 0.6632426977157593, + 0.6286144256591797, + 0.5960861444473267, + 0.542001485824585, + 0.5126359462738037, + 0.4709254503250122, + 0.4282732605934143, + 0.38588768243789673, + 0.3532369136810303, + 0.3070114254951477, + 0.2682427167892456, + 0.2228759527206421 + ], + "p90": [ + 1.5409451723098755, + 1.5688036680221558, + 1.5987796783447266, + 1.6264221668243408, + 1.6555333137512207, + 1.6860322952270508, + 1.7128865718841553, + 1.741227149963379, + 1.7671010494232178, + 1.7942709922790527, + 1.8228368759155273, + 1.8501596450805664, + 1.8814308643341064, + 1.9088106155395508, + 1.9364655017852783, + 1.9622352123260498, + 1.9915361404418945, + 2.0175247192382812, + 2.048591136932373, + 2.0766868591308594, + 2.1073663234710693, + 2.134831428527832, + 2.161860227584839, + 2.1923203468322754, + 2.2180299758911133, + 2.245382308959961, + 2.2735140323638916, + 2.299294948577881, + 2.319040298461914, + 2.3552379608154297, + 2.372664451599121, + 2.3963170051574707, + 2.3098108768463135, + 2.326416492462158, + 2.348663091659546, + 2.3877038955688477, + 2.402806282043457, + 2.4173450469970703, + 2.4497671127319336, + 2.4649786949157715, + 2.483454942703247, + 2.5117411613464355, + 2.5249509811401367, + 2.547239065170288, + 2.578084945678711, + 2.6016581058502197, + 2.6246283054351807, + 2.644657611846924, + 2.6646947860717773, + 2.6880455017089844, + 2.703876495361328, + 2.715991497039795, + 2.7364091873168945, + 2.7509095668792725, + 2.76840877532959, + 2.7817091941833496, + 2.8092269897460938, + 2.816265344619751, + 2.835970401763916, + 2.8545584678649902 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 0bc288a237579f3f2d1bf3ab7db8029aa08cf0fe..b55ae86200adf874050060a4b4ecb0b583ac987e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1368107.022052765,1368107.022052765,1012.7591145833334,1.028059758308277,0.015637038035689565,0.01547577020341436,4.021978018177504,1169.6610714445296,0.01798201387390796,0.015569850868741944,0.01162672269249005,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1376590.1730995178,1376590.1730995178,1016.0595703125,1.031410076928347,0.015689172375563932,0.01552688212654133,4.021978018177504,1173.2817961169933,0.018038593528023002,0.0156213840952641,0.011667877706982212,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2575725514618099,0.2575725514618099,0.42874999940395353,0.41187348402451807,0.29194310313147065,0.36238947331595905,15.406400090407349,0.5075160602993859,0.3617148154824604,0.3055769837727315,0.300931434429574,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.20336086794055508,0.20336086794055508,0.3736666659514109,0.3584046015139997,0.25644740705045826,0.30565538984980223,13.191331062731827,0.4509555054997722,0.32505983646012226,0.2693481371075669,0.2643071029505277,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08041665335496578,0.08041665335496578,0.24583330088191563,1.4154036694942542,0.16746912226668506,0.1876429137701079,49.5525620650182,0.28357830198194955,0.1984221325552208,0.1720116365503304,0.16730588120222253,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.2441668923696247,3.2441668923696247,1.7250000635782878,1.3226837333267467,0.08821243193599738,0.08411621085411321,34.08460333824642,1.8011570981926104,0.09092926148845354,0.08708456469794049,0.079837334186379,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,98.19957868894058,98.19957868894058,8.954166531562805,0.7140264499612661,0.2913241963324838,0.349011656402972,25.635324046052645,9.909570055705776,0.26767549953510256,0.24186831373945675,0.23584667929489125,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 3f0643a64779894432ea1f18f82c64c77913369f..af488a2492f379f96b5b677cf3f99808978bc77f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:10:39.180111+00:00", + "evaluated_at": "2026-06-18T03:17:54.020029+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65840.09375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 58ae34c760a1f94fdceb2ebda45bb22eff22ec10..de5f3f3cec3df3228ba1e25dd80f5aa232682989 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:03:07.754994+00:00", + "evaluated_at": "2026-06-18T03:17:54.027392+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,11 +305,11 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 0.6240000128746033, - 0.6629999876022339, 0.7099999785423279, 0.7490000128746033, 0.7870000004768372, @@ -334,8 +332,8 @@ 1.3769999742507935, 1.406999945640564, 1.4320000410079956, - 0.6240000128746033, - 0.6629999876022339, + 1.4670000076293945, + 1.4980000257492065, 0.7099999785423279, 0.7490000128746033, 0.7870000004768372, @@ -358,8 +356,8 @@ 1.3769999742507935, 1.406999945640564, 1.4320000410079956, - 0.6240000128746033, - 0.6629999876022339, + 1.4670000076293945, + 1.4980000257492065, 0.7099999785423279, 0.7490000128746033, 0.7870000004768372, @@ -369,11 +367,11 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065 ], "p10": [ - 0.6115200126171112, - 0.6497399878501892, 0.6957999789714813, 0.7340200126171111, 0.7712600004673004, @@ -396,8 +394,8 @@ 1.3494599747657776, 1.3788599467277527, 1.4033600401878357, - 0.6115200126171112, - 0.6497399878501892, + 1.4376600074768067, + 1.4680400252342223, 0.6957999789714813, 0.7340200126171111, 0.7712600004673004, @@ -420,8 +418,8 @@ 1.3494599747657776, 1.3788599467277527, 1.4033600401878357, - 0.6115200126171112, - 0.6497399878501892, + 1.4376600074768067, + 1.4680400252342223, 0.6957999789714813, 0.7340200126171111, 0.7712600004673004, @@ -431,11 +429,11 @@ 0.9133599817752838, 0.9447199869155883, 0.9829400205612182, - 1.0152800130844115 + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223 ], "p90": [ - 0.6364800131320953, - 0.6762599873542786, 0.7241999781131745, 0.7639800131320954, 0.802740000486374, @@ -458,8 +456,8 @@ 1.4045399737358093, 1.4351399445533752, 1.4606400418281555, - 0.6364800131320953, - 0.6762599873542786, + 1.4963400077819824, + 1.5279600262641908, 0.7241999781131745, 0.7639800131320954, 0.802740000486374, @@ -482,8 +480,8 @@ 1.4045399737358093, 1.4351399445533752, 1.4606400418281555, - 0.6364800131320953, - 0.6762599873542786, + 1.4963400077819824, + 1.5279600262641908, 0.7241999781131745, 0.7639800131320954, 0.802740000486374, @@ -493,11 +491,11 @@ 0.9506399810314179, 0.9832799863815308, 1.0230600214004517, - 1.0567200136184693 + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index feddc2ce2d076fdfa117919b0a29a56d2ed16985..f4b4d463650cccac314c53d8dfb477a4f4afe3e5 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:10:39.203256+00:00", + "evaluated_at": "2026-06-18T03:17:54.034164+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c0a9dfd7b1aab4be5e639636cdd2b68c61db766a..ac7ca9711b6b1991f240006c5dd89651a2cf2d08 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,931036.9610837301,931036.9610837301,824.6982421875,0.8371576847169209,0.012746430940768333,0.012636621054407082,6.049829504612815,964.9025655908114,0.01483411882725569,0.012678660164767588,0.008181818574086838,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,938919.583896637,938919.583896637,827.9986979166666,0.8405080033369909,0.012798493255440843,0.012687733649424488,6.049829504612815,968.9786292259685,0.014897539267885515,0.012730046611889756,0.00819914820684045,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003044761166340315,0.003044761166340315,0.0470531831185023,0.04520106937003642,0.03449944398232474,0.03515836508056274,0.20154385959769064,0.05517935452993552,0.03932720873988279,0.033535556371420853,0.0316947616794507,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.013171702498372717,0.013171702498372717,0.10661885042985281,0.10226410350224027,0.0796244838787053,0.07609402174823478,0.6511860244689455,0.11476803779089681,0.08272762864667342,0.07685349366316073,0.05113138278836327,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08280205296958482,0.08280205296958482,0.2522195196814007,1.4521728032550472,0.16946135175838695,0.18955247146594803,21.728098503907557,0.2877534586579018,0.20134352493822247,0.17648012777233768,0.14995421871631734,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.5433711619760593,2.5433711619760593,1.3212125301361084,1.013070294185061,0.06885334592020358,0.06553879841461395,21.34417355986649,1.5947950219310503,0.08051131892668763,0.06669983409838048,0.05282061720486584,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,85.35130767941807,85.35130767941807,7.126615444819133,0.5682931971799282,0.18464976326497518,0.2088772599691551,3.937963894319297,9.238577145828142,0.24955076139547033,0.19250283700130466,0.19618691023582885,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 977ea16a47a29f234b9f4066fcf4d0e63965a3a7..6fd90d394693639b3c9014fcb0703b147b730f74 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:10:23.624849+00:00", + "evaluated_at": "2026-06-18T03:17:46.417721+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65975.9375, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 119a5cb87ec20c217c0df125ee98642ce3a6d68a..42d70721cb8b986f29c29ae1ddf75cbe6f18fd51 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:03:03.664059+00:00", + "evaluated_at": "2026-06-18T03:17:50.835414+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4608154296875, - 1.481536865234375, - 1.50225830078125, - 1.522979736328125, - 1.543701171875, - 1.56146240234375, - 1.576263427734375, - 1.588104248046875, - 1.59698486328125, - 1.60882568359375, - 1.617706298828125, - 1.62066650390625, - 1.6265869140625, - 1.6265869140625, - 1.62066650390625, - 1.6265869140625, - 1.61474609375, - 1.611785888671875, - 1.605865478515625, - 1.594024658203125, - 1.588104248046875, - 1.582183837890625, - 1.5673828125, - 1.5555419921875, - 1.546661376953125, 1.528900146484375, + 1.5555419921875, + 1.57330322265625, + 1.59698486328125, + 1.623626708984375, + 1.64434814453125, + 1.662109375, + 1.676910400390625, + 1.6976318359375, + 1.712432861328125, + 1.724273681640625, + 1.736114501953125, + 1.7449951171875, + 1.75091552734375, + 1.759796142578125, + 1.771636962890625, + 1.77459716796875, + 1.77459716796875, + 1.7686767578125, + 1.7686767578125, + 1.765716552734375, + 1.753875732421875, + 1.7449951171875, + 1.733154296875, + 1.733154296875, + 1.706512451171875, + 1.685791015625, + 1.66802978515625, + 1.65618896484375, + 1.629547119140625, + 1.6029052734375, + 1.5792236328125, + 1.564422607421875, + 1.522979736328125, 1.50225830078125, - 1.47857666015625, - 1.469696044921875, - 1.44305419921875, - 1.4090118408203125, - 1.392730712890625, - 1.3897705078125, - 1.3586883544921875, - 1.3290863037109375, - 1.31280517578125, - 1.27728271484375, - 1.2706222534179688, - 1.2336196899414062, - 1.226959228515625, - 1.1866264343261719, - 1.1792259216308594, - 1.1581344604492188, - 1.1570243835449219, - 1.1309375762939453, - 1.1289024353027344, - 1.1041107177734375, - 1.095299482345581, - 1.100456714630127, - 1.0854244232177734, - 1.078023910522461, - 1.0800590515136719, - 1.0676631927490234, - 1.0762662887573242, - 1.0745086669921875, - 1.0678482055664062, - 1.0415763854980469, - 1.0360260009765625, - 1.0260353088378906, - 1.0534172058105469 + 1.481536865234375, + 1.4474945068359375, + 1.4386138916015625, + 1.404571533203125, + 1.386810302734375, + 1.357208251953125, + 1.3379669189453125, + 1.309844970703125, + 1.2965240478515625, + 1.26544189453125, + 1.2528610229492188, + 1.2247390747070312, + 1.2077178955078125, + 1.2195587158203125, + 1.1988372802734375, + 1.1696052551269531, + 1.1599845886230469, + 1.13519287109375, + 1.1364879608154297, + 1.1266822814941406, + 1.1064233779907227, + 1.078948974609375, + 1.0704383850097656, + 1.0556373596191406, + 1.0711784362792969 ], "p10": [ - 1.4504547119140625, - 1.4711761474609375, - 1.49041748046875, - 1.5081787109375, - 1.52593994140625, + 1.52001953125, 1.540740966796875, - 1.552581787109375, - 1.56146240234375, - 1.576263427734375, + 1.5555419921875, 1.5792236328125, - 1.588104248046875, - 1.591064453125, + 1.6029052734375, + 1.61474609375, + 1.629547119140625, + 1.641387939453125, + 1.659149169921875, + 1.66802978515625, + 1.67987060546875, + 1.688751220703125, + 1.685791015625, + 1.688751220703125, + 1.688751220703125, + 1.688751220703125, + 1.66802978515625, + 1.66802978515625, + 1.659149169921875, + 1.653228759765625, + 1.6502685546875, + 1.63250732421875, + 1.617706298828125, + 1.59698486328125, 1.591064453125, - 1.58514404296875, - 1.5792236328125, - 1.570343017578125, - 1.540740966796875, - 1.53778076171875, - 1.528900146484375, - 1.511138916015625, + 1.56146240234375, + 1.52593994140625, 1.50225830078125, - 1.49041748046875, - 1.47857666015625, - 1.4622955322265625, - 1.451934814453125, - 1.428253173828125, - 1.392730712890625, + 1.47265625, + 1.4445343017578125, + 1.4134521484375, + 1.3794097900390625, 1.37200927734375, - 1.34832763671875, - 1.321685791015625, - 1.2787628173828125, - 1.256561279296875, - 1.2491607666015625, - 1.2143783569335938, - 1.197357177734375, - 1.1684951782226562, - 1.13519287109375, - 1.1305675506591797, - 1.0913448333740234, - 1.0870895385742188, - 1.0482368469238281, - 1.0469417572021484, - 1.0238151550292969, - 1.0282554626464844, - 1.0149345397949219, - 1.0178947448730469, - 0.99310302734375, - 0.978302001953125, - 0.966461181640625, - 0.954620361328125, - 0.9538803100585938, - 0.9561004638671875, + 1.3231658935546875, + 1.31280517578125, + 1.2824630737304688, + 1.2462005615234375, + 1.2350997924804688, + 1.1966171264648438, + 1.1762657165527344, + 1.144073486328125, + 1.1294574737548828, + 1.098097801208496, + 1.090003490447998, + 1.0693283081054688, + 1.0628528594970703, + 1.0378761291503906, + 1.0153045654296875, + 1.0278854370117188, + 1.001983642578125, + 0.9827423095703125, + 0.9746017456054688, + 0.9620208740234375, + 0.9709014892578125, + 0.9642410278320312, 0.9531402587890625, - 0.9716415405273438, - 0.972381591796875, - 0.972381591796875, - 0.9435195922851562, - 0.948699951171875, - 0.9264984130859375, - 0.95758056640625 + 0.9235382080078125, + 0.9257583618164062, + 0.89837646484375, + 0.919097900390625 ], "p90": [ - 1.4711761474609375, - 1.499298095703125, - 1.52001953125, - 1.540740966796875, - 1.5673828125, - 1.588104248046875, - 1.6029052734375, - 1.611785888671875, - 1.6265869140625, - 1.638427734375, - 1.6502685546875, - 1.659149169921875, - 1.665069580078125, + 1.543701171875, + 1.576263427734375, + 1.599945068359375, + 1.62066650390625, + 1.653228759765625, 1.676910400390625, - 1.6739501953125, + 1.70355224609375, + 1.718353271484375, + 1.747955322265625, + 1.765716552734375, + 1.780517578125, + 1.79827880859375, + 1.813079833984375, + 1.830841064453125, + 1.842681884765625, + 1.8634033203125, + 1.8870849609375, + 1.89300537109375, + 1.88116455078125, + 1.8870849609375, + 1.8870849609375, + 1.8870849609375, + 1.8870849609375, + 1.875244140625, + 1.89300537109375, + 1.86932373046875, + 1.85748291015625, + 1.8515625, + 1.8515625, + 1.842681884765625, + 1.827880859375, + 1.81011962890625, + 1.77459716796875, + 1.736114501953125, + 1.70947265625, + 1.712432861328125, 1.685791015625, - 1.685791015625, - 1.6976318359375, - 1.685791015625, - 1.67987060546875, - 1.6739501953125, - 1.670989990234375, - 1.662109375, - 1.65618896484375, - 1.65618896484375, - 1.635467529296875, - 1.611785888671875, - 1.60882568359375, - 1.6029052734375, - 1.588104248046875, - 1.564422607421875, - 1.54962158203125, - 1.534820556640625, - 1.5081787109375, - 1.47265625, + 1.676910400390625, + 1.641387939453125, + 1.63250732421875, + 1.605865478515625, + 1.591064453125, + 1.57330322265625, + 1.558502197265625, + 1.52593994140625, + 1.517059326171875, + 1.493377685546875, 1.47857666015625, - 1.4504547119140625, - 1.4415740966796875, - 1.401611328125, + 1.4474945068359375, + 1.4267730712890625, 1.398651123046875, - 1.3646087646484375, - 1.3557281494140625, - 1.3409271240234375, - 1.33648681640625, - 1.3054046630859375, - 1.30096435546875, - 1.2846832275390625, + 1.380889892578125, + 1.3527679443359375, + 1.3438873291015625, + 1.339447021484375, + 1.3187255859375, + 1.292083740234375, 1.2787628173828125, - 1.250640869140625, - 1.232879638671875, - 1.226959228515625, - 1.2195587158203125, - 1.2047576904296875, - 1.2047576904296875, - 1.2054977416992188, - 1.2003173828125, - 1.173675537109375, - 1.1662750244140625, - 1.164794921875, - 1.1869964599609375 + 1.2698822021484375, + 1.280242919921875 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index f1e5ce1b08271bfb88c2ccda889b54df09028e80..fe62248fa3aaddfccfe638cf90a872d6f7f7fbb5 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:10:37.126733+00:00", + "evaluated_at": "2026-06-18T03:17:52.673307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 9cb75b08d1d0ff1ab7c720ac5089af87ed454c4d..4376267dfd362d77224d394add097ff382ae6a52 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1117686.533524831,920165.3635368347,800.7177734375,0.81281492190961,0.012380495411129774,0.012272565095428659,34.479317507372635,1057.2069492416474,0.016253178371899664,0.01230999172542835,0.013147950690755826,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1126851.2802492778,928421.8661003113,804.0182291666666,0.8161652405296801,0.012432602567598204,0.012323677277764213,34.613330252175444,1061.5325149279593,0.016320506818513766,0.01236135945606383,0.01319936096272695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08302752948057475,0.05710146361276909,0.1785998990138372,0.17156982566885082,0.1520745015187805,0.13216538468379732,8.086231139133464,0.28814497996768007,0.20536553700334745,0.12729100529127502,0.14656527187522184,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1704849356624027,0.1376892404722268,0.3128963440656662,0.30011638641758004,0.2594673549900606,0.21601903760415028,13.106827987919322,0.4128982146515079,0.2976272037760129,0.22554339217620878,0.24318483911391287,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.036772144903327586,0.056776800853374,0.2006351583533817,1.1551719736267343,0.13389238382780874,0.14711010172277017,6.586279555922576,0.1917606448240295,0.13417654249361483,0.1403861145503525,0.0930602897642929,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.14338651504598,1.8274821756972415,1.0949596563975017,0.8395856653835363,0.05718058401844452,0.05478118489716257,36.605840459856665,1.4640309132822231,0.07390984932663709,0.0552777284201273,0.059645884677861055,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,90.0589825056439,157.17845600768973,10.046245098114014,0.8011113817865457,0.2427842023963238,0.2850160511412698,4.840943008428174,9.489941122348647,0.25634055929810634,0.2713673408607049,0.1809186352116972,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 397bfa8689d116c8951fd16ae20e36bcc374284f..ca3a873ae4747850ac30d092c7f84c3ab923fa59 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:08:14.186473+00:00", + "evaluated_at": "2026-06-18T03:16:06.567249+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65781.78125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e8dc39af6bf2fee28555cff9147def206d570167..c1c6fc942ae0476f296dc1fc6a5bc28d70f0e7f4 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:01:31.075039+00:00", + "evaluated_at": "2026-06-18T03:16:11.284973+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4505441188812256, - 1.4656461477279663, - 1.5109002590179443, - 1.532373309135437, - 1.549814224243164, - 1.5725163221359253, - 1.5964511632919312, - 1.6268378496170044, - 1.6337831020355225, - 1.6313859224319458, - 1.6471487283706665, - 1.6551486253738403, - 1.6458282470703125, - 1.650941014289856, - 1.665867805480957, - 1.6838701963424683, - 1.6930525302886963, - 1.6874570846557617, - 1.6952122449874878, - 1.6695674657821655, - 1.6974655389785767, - 1.6828668117523193, - 1.6742823123931885, - 1.6808221340179443, - 1.6848424673080444, - 1.6686891317367554, - 1.6641993522644043, - 1.665466070175171, - 1.644482135772705, - 1.6330163478851318, - 1.6168814897537231, - 1.6245158910751343, - 1.6288174390792847, - 1.60283625125885, - 1.6012822389602661, - 1.6046743392944336, - 1.582980990409851, - 1.564853310585022, - 1.568450927734375, - 1.5497543811798096, - 1.5501612424850464, - 1.545102834701538, - 1.535317301750183, - 1.5141855478286743, - 1.5049221515655518, - 1.5023040771484375, - 1.5040706396102905, - 1.4819427728652954, - 1.474918007850647, - 1.4919853210449219, - 1.4784924983978271, - 1.4690265655517578, - 1.4694689512252808, - 1.466131567955017, - 1.4707926511764526, - 1.4578012228012085, - 1.469129204750061, - 1.457472801208496, - 1.4698368310928345, - 1.463325023651123 + 1.517593502998352, + 1.5395525693893433, + 1.5913467407226562, + 1.6056751012802124, + 1.6235995292663574, + 1.640633225440979, + 1.6676719188690186, + 1.70192551612854, + 1.703273892402649, + 1.7080183029174805, + 1.7344536781311035, + 1.7532353401184082, + 1.7361598014831543, + 1.7527498006820679, + 1.7752594947814941, + 1.794032335281372, + 1.7952531576156616, + 1.792974591255188, + 1.807368278503418, + 1.783006191253662, + 1.8000667095184326, + 1.7962348461151123, + 1.80104398727417, + 1.804800271987915, + 1.8034006357192993, + 1.8052524328231812, + 1.7904796600341797, + 1.7818104028701782, + 1.773685097694397, + 1.7661750316619873, + 1.7560484409332275, + 1.76984441280365, + 1.7706036567687988, + 1.744299054145813, + 1.7498676776885986, + 1.7544066905975342, + 1.7339167594909668, + 1.7177461385726929, + 1.7251838445663452, + 1.7014639377593994, + 1.7022839784622192, + 1.7078324556350708, + 1.6907604932785034, + 1.6803336143493652, + 1.6638590097427368, + 1.6478016376495361, + 1.6506456136703491, + 1.6337742805480957, + 1.636051893234253, + 1.6368496417999268, + 1.6205757856369019, + 1.5991780757904053, + 1.593843698501587, + 1.5944527387619019, + 1.6048223972320557, + 1.585204005241394, + 1.5976049900054932, + 1.5854743719100952, + 1.600722312927246, + 1.5878890752792358 ], "p10": [ - 1.4506447315216064, - 1.474785327911377, - 1.51222825050354, - 1.5624516010284424, - 1.5637049674987793, - 1.588791847229004, - 1.5690042972564697, - 1.631967544555664, - 1.6291817426681519, - 1.6258269548416138, - 1.6596001386642456, - 1.6672600507736206, - 1.6418834924697876, - 1.6627752780914307, - 1.6582655906677246, - 1.698827862739563, - 1.694667100906372, - 1.6890292167663574, - 1.676026701927185, - 1.7146068811416626, - 1.700906753540039, - 1.7199747562408447, - 1.6980650424957275, - 1.7033162117004395, - 1.7003121376037598, - 1.6864891052246094, - 1.699237585067749, - 1.6691077947616577, - 1.649379014968872, - 1.6521319150924683, - 1.6509133577346802, - 1.6551034450531006, - 1.7125747203826904, - 1.6620229482650757, - 1.6613215208053589, - 1.6627775430679321, - 1.6321941614151, - 1.617751955986023, - 1.6163462400436401, - 1.5884095430374146, - 1.5541497468948364, - 1.5916301012039185, - 1.5673173666000366, - 1.5738568305969238, - 1.5360594987869263, - 1.5526387691497803, - 1.574239730834961, - 1.528757929801941, - 1.5113348960876465, - 1.5449177026748657, - 1.5186078548431396, - 1.5569723844528198, - 1.5279866456985474, - 1.5436869859695435, - 1.528793454170227, - 1.5188775062561035, - 1.4912806749343872, - 1.525878667831421, - 1.5088762044906616, - 1.5148327350616455 + 1.5280205011367798, + 1.5549625158309937, + 1.5996347665786743, + 1.6253912448883057, + 1.6417126655578613, + 1.644752860069275, + 1.6364353895187378, + 1.6989216804504395, + 1.7086811065673828, + 1.6946507692337036, + 1.736986517906189, + 1.7553808689117432, + 1.7287919521331787, + 1.7623872756958008, + 1.7572935819625854, + 1.7991429567337036, + 1.8035783767700195, + 1.801598310470581, + 1.7936475276947021, + 1.8250017166137695, + 1.8069323301315308, + 1.8256936073303223, + 1.811063289642334, + 1.8283370733261108, + 1.8294488191604614, + 1.8110791444778442, + 1.825101613998413, + 1.803220510482788, + 1.7604068517684937, + 1.7671072483062744, + 1.7748565673828125, + 1.8043909072875977, + 1.8334177732467651, + 1.7894467115402222, + 1.7937170267105103, + 1.7974509000778198, + 1.776586651802063, + 1.7640236616134644, + 1.771104097366333, + 1.731248378753662, + 1.7074692249298096, + 1.7503314018249512, + 1.7280014753341675, + 1.7271883487701416, + 1.6808127164840698, + 1.7029330730438232, + 1.7128305435180664, + 1.6658132076263428, + 1.6665980815887451, + 1.6950207948684692, + 1.6539580821990967, + 1.6683377027511597, + 1.6543995141983032, + 1.6573659181594849, + 1.6516435146331787, + 1.645923376083374, + 1.6311814785003662, + 1.650451898574829, + 1.6370594501495361, + 1.636864423751831 ], "p90": [ - 1.4786388874053955, - 1.484730839729309, - 1.545446515083313, - 1.5653563737869263, - 1.5965733528137207, - 1.6247472763061523, - 1.6431745290756226, - 1.6845152378082275, - 1.697232961654663, - 1.7018334865570068, - 1.7354501485824585, - 1.7292864322662354, - 1.7571730613708496, - 1.7525805234909058, - 1.7582978010177612, - 1.7732853889465332, - 1.7855535745620728, - 1.7897602319717407, - 1.7975088357925415, - 1.7862335443496704, - 1.8115675449371338, - 1.7998119592666626, - 1.8158611059188843, - 1.8167668581008911, - 1.8437302112579346, - 1.8388879299163818, - 1.8556410074234009, - 1.8387982845306396, - 1.8482927083969116, - 1.8359817266464233, - 1.8345997333526611, - 1.8425499200820923, - 1.8460211753845215, - 1.810321569442749, - 1.8248584270477295, - 1.83948814868927, - 1.8391920328140259, - 1.8129808902740479, - 1.8298184871673584, - 1.806542992591858, - 1.8032273054122925, - 1.7983208894729614, - 1.77488374710083, - 1.7638214826583862, - 1.7400894165039062, - 1.7406471967697144, - 1.7476810216903687, - 1.7514327764511108, - 1.7373377084732056, - 1.7570792436599731, - 1.7453793287277222, - 1.7537294626235962, - 1.7495169639587402, - 1.7541210651397705, - 1.7613062858581543, - 1.7503297328948975, - 1.741107702255249, - 1.7469918727874756, - 1.7716482877731323, - 1.7638580799102783 + 1.543647050857544, + 1.5609995126724243, + 1.6193138360977173, + 1.6339643001556396, + 1.6603091955184937, + 1.6847368478775024, + 1.7058277130126953, + 1.7502435445785522, + 1.760603904724121, + 1.7799477577209473, + 1.8171651363372803, + 1.820387601852417, + 1.83694589138031, + 1.842052698135376, + 1.854628086090088, + 1.8731248378753662, + 1.8716843128204346, + 1.8857009410858154, + 1.898041009902954, + 1.8889740705490112, + 1.904578685760498, + 1.9102469682693481, + 1.9325872659683228, + 1.9343256950378418, + 1.9471864700317383, + 1.9463969469070435, + 1.9514456987380981, + 1.9354979991912842, + 1.9507582187652588, + 1.9496498107910156, + 1.9473893642425537, + 1.9647737741470337, + 1.9696481227874756, + 1.936815857887268, + 1.9676779508590698, + 1.9767318964004517, + 1.9690883159637451, + 1.9526649713516235, + 1.963529348373413, + 1.9342466592788696, + 1.9285204410552979, + 1.9374167919158936, + 1.9045758247375488, + 1.9066553115844727, + 1.8822383880615234, + 1.8703465461730957, + 1.882224202156067, + 1.8881818056106567, + 1.8777273893356323, + 1.8811743259429932, + 1.8663296699523926, + 1.8651020526885986, + 1.8511433601379395, + 1.8747867345809937, + 1.8829632997512817, + 1.860982894897461, + 1.864535927772522, + 1.8750044107437134, + 1.8954031467437744, + 1.8829631805419922 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 587c71831e77ccf94e9a7f67e073ba8eebbf3081..89728dd6f109fdaab74e8752584c602bab393b47 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:08:33.180768+00:00", + "evaluated_at": "2026-06-18T03:16:14.825065+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index fe09e7d38e414ccd5b19000c391ab53ae90b9756..eb25114a3efb5983272d57628815a9b5287eff15 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,969814.7144610087,969814.7144610087,828.041015625,0.8405509603762068,0.01280225746734738,0.012687674313037668,10.66766000230426,984.791711206491,0.015139888508005715,0.012730050947788365,0.009063579450549796,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,977829.3555030823,977829.3555030823,831.3414713541666,0.8439012789962769,0.012854335615812658,0.012738786764458268,10.801672747107064,988.8525448736441,0.01520309031910364,0.01278144000390768,0.009114782367966567,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09910825091622334,0.09910825091622334,0.24884373446305594,0.23904871378065312,0.20593325748869892,0.17479063312662918,0.7804293151791281,0.3148146294507664,0.22437342285441936,0.1773549105858307,0.1175844902822586,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2204451492143397,0.2204451492143397,0.39467913210391997,0.378558833198117,0.3255872782070336,0.26082040795115624,1.5728703258143562,0.4695158668398116,0.33843860209942334,0.2844944402968111,0.16165334407338802,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.043776276924575676,0.043776276924575676,0.16491781837410396,0.9495267095803998,0.1091321657774656,0.11884275075706288,4.474017391719948,0.20922781106864277,0.14639846621531533,0.11539439015410709,0.1140077560083005,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.7503622540669617,2.7503622540669617,1.3712400595347087,1.0514300605127165,0.07147389781003688,0.06789637687979252,19.496190055933454,1.6584216152917695,0.0837234313799111,0.06922541407520279,0.05279065088782467,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,59.070376891651144,59.070376891651144,6.344939311345418,0.5059604906531633,0.18029565128624428,0.2051521450150755,3.501296090308817,7.685725527993512,0.2076054166255985,0.17138834380674176,0.1895153969930662,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index e44c3bb0a02ab467ac2f489c695f115af8727e34..796d0e23fc0e417a1017bc412cc58637d55f9255 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:09:12.201629+00:00", + "evaluated_at": "2026-06-18T03:16:52.065783+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65842.2890625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b77355566f84afc26b816b3ce3194ac5a5c19a11..4dec5b50e6f597a7eff64fe19b7c1192d3949054 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:02:13.650064+00:00", + "evaluated_at": "2026-06-18T03:17:01.639318+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.462130069732666, - 1.4852789640426636, - 1.5069760084152222, - 1.5276556015014648, - 1.547318935394287, - 1.567121982574463, - 1.5848159790039062, - 1.6026524305343628, - 1.6180192232131958, - 1.6323881149291992, - 1.646188497543335, - 1.6579046249389648, - 1.669148325920105, - 1.6797783374786377, - 1.690054178237915, - 1.699453592300415, - 1.7078444957733154, - 1.7143406867980957, - 1.7205106019973755, - 1.7241053581237793, - 1.7264647483825684, - 1.7282990217208862, - 1.729783058166504, - 1.7296340465545654, - 1.7303059101104736, - 1.7296035289764404, - 1.7275376319885254, - 1.724729061126709, - 1.7210838794708252, - 1.715653657913208, - 1.7101728916168213, - 1.7043472528457642, - 1.82179856300354, - 1.8170013427734375, - 1.7861828804016113, - 1.774095892906189, - 1.7625038623809814, - 1.746936321258545, - 1.731135606765747, - 1.7183558940887451, - 1.7039668560028076, - 1.688798189163208, - 1.6737070083618164, - 1.6543500423431396, - 1.6392247676849365, - 1.6274771690368652, - 1.6179087162017822, - 1.6027662754058838, - 1.5910685062408447, - 1.5796990394592285, - 1.5681980848312378, - 1.5559301376342773, - 1.5466055870056152, - 1.5334274768829346, - 1.5242533683776855, - 1.5129222869873047, - 1.5038158893585205, - 1.4965273141860962, - 1.4872303009033203, - 1.479150414466858 + 1.5286933183670044, + 1.5525686740875244, + 1.5752756595611572, + 1.5974489450454712, + 1.6182780265808105, + 1.639153003692627, + 1.658268690109253, + 1.6778485774993896, + 1.6950236558914185, + 1.7120144367218018, + 1.7293434143066406, + 1.7449455261230469, + 1.7598005533218384, + 1.7741732597351074, + 1.788055419921875, + 1.800453782081604, + 1.8108603954315186, + 1.8192522525787354, + 1.8281033039093018, + 1.8350331783294678, + 1.8408355712890625, + 1.84613835811615, + 1.8523685932159424, + 1.8577276468276978, + 1.8619849681854248, + 1.8638858795166016, + 1.8653323650360107, + 1.866848349571228, + 1.8671984672546387, + 1.8658040761947632, + 1.8655847311019897, + 1.8642154932022095, + 1.9671788215637207, + 1.9723379611968994, + 1.9502707719802856, + 1.9407410621643066, + 1.9290573596954346, + 1.9136242866516113, + 1.8982839584350586, + 1.883253812789917, + 1.8676087856292725, + 1.8526065349578857, + 1.8392547369003296, + 1.8228647708892822, + 1.8105027675628662, + 1.7997798919677734, + 1.790937066078186, + 1.7762017250061035, + 1.764910340309143, + 1.7532718181610107, + 1.7415598630905151, + 1.7292439937591553, + 1.7195438146591187, + 1.7052578926086426, + 1.696056604385376, + 1.6843502521514893, + 1.6749250888824463, + 1.6673974990844727, + 1.6571376323699951, + 1.6480700969696045 ], "p10": [ - 1.4511048793792725, - 1.471919059753418, - 1.489808440208435, - 1.5052317380905151, - 1.519429087638855, - 1.5323891639709473, - 1.5435718297958374, - 1.5540251731872559, - 1.562665581703186, - 1.5682181119918823, - 1.5711989402770996, - 1.572016954421997, - 1.571321725845337, - 1.57014799118042, - 1.565679669380188, - 1.5617927312850952, - 1.5571850538253784, - 1.5475058555603027, - 1.537325382232666, - 1.52402663230896, - 1.509109377861023, - 1.4963760375976562, - 1.4810789823532104, - 1.4653029441833496, - 1.4468176364898682, - 1.4298917055130005, - 1.4097490310668945, - 1.3841888904571533, - 1.3568737506866455, - 1.3249452114105225, - 1.2906241416931152, - 1.2682088613510132, - 1.2251228094100952, - 1.2738641500473022, - 1.268236517906189, - 1.2381681203842163, - 1.2086542844772339, - 1.176190972328186, - 1.1360764503479004, - 1.1077347993850708, - 1.079640507698059, - 1.0528571605682373, - 1.0173414945602417, - 0.9900618195533752, - 0.9726806879043579, - 0.9509356021881104, - 0.9245201349258423, - 0.8984659910202026, - 0.8826150894165039, - 0.8562994003295898, - 0.8286086916923523, - 0.8031805753707886, - 0.7708256244659424, - 0.7503180503845215, - 0.7325257062911987, - 0.7137359380722046, - 0.6880345344543457, - 0.6679014563560486, - 0.6546734571456909, - 0.6335887908935547 + 1.516010046005249, + 1.5378063917160034, + 1.5567550659179688, + 1.574042797088623, + 1.5897350311279297, + 1.6037706136703491, + 1.6162503957748413, + 1.6284918785095215, + 1.6392107009887695, + 1.6477491855621338, + 1.6545045375823975, + 1.6598947048187256, + 1.663236141204834, + 1.666022539138794, + 1.665819764137268, + 1.6653121709823608, + 1.6632333993911743, + 1.655524492263794, + 1.6477583646774292, + 1.6382304430007935, + 1.6276743412017822, + 1.6204253435134888, + 1.611398458480835, + 1.6025390625, + 1.5879435539245605, + 1.5736138820648193, + 1.5569556951522827, + 1.5358202457427979, + 1.5134787559509277, + 1.4874019622802734, + 1.4600906372070312, + 1.4427992105484009, + 1.4703737497329712, + 1.4935846328735352, + 1.4873626232147217, + 1.4675390720367432, + 1.4382412433624268, + 1.4027142524719238, + 1.3624612092971802, + 1.3309240341186523, + 1.2980060577392578, + 1.2666939496994019, + 1.2304019927978516, + 1.2010403871536255, + 1.181131362915039, + 1.1577503681182861, + 1.13148033618927, + 1.1048896312713623, + 1.0866343975067139, + 1.0585919618606567, + 1.029200553894043, + 1.0039639472961426, + 0.9673486351966858, + 0.9423567652702332, + 0.9195940494537354, + 0.8988614082336426, + 0.8749290108680725, + 0.8559985160827637, + 0.8430787920951843, + 0.8194558620452881 ], "p90": [ - 1.4715609550476074, - 1.4972624778747559, - 1.523015022277832, - 1.5491167306900024, - 1.5739660263061523, - 1.5996778011322021, - 1.624101996421814, - 1.650144338607788, - 1.6730097532272339, - 1.6949024200439453, - 1.7179083824157715, - 1.7397465705871582, - 1.7602074146270752, - 1.7818269729614258, - 1.8011598587036133, - 1.8229281902313232, - 1.8457293510437012, - 1.8682266473770142, - 1.8889559507369995, - 1.9084364175796509, - 1.9271296262741089, - 1.946092128753662, - 1.964465618133545, - 1.9798587560653687, - 1.9968276023864746, - 2.0118701457977295, - 2.026461362838745, - 2.0409767627716064, - 2.0539050102233887, - 2.066925048828125, - 2.076038122177124, - 2.0806195735931396, - 2.1144421100616455, - 2.1595730781555176, - 2.1766607761383057, - 2.196349620819092, - 2.207854747772217, - 2.225949764251709, - 2.2469642162323, - 2.2669119834899902, - 2.2794384956359863, - 2.294363498687744, - 2.3055837154388428, - 2.3181710243225098, - 2.325317859649658, - 2.3322038650512695, - 2.339716911315918, - 2.335829734802246, - 2.3385438919067383, - 2.3498640060424805, - 2.356322765350342, - 2.3678083419799805, - 2.3713574409484863, - 2.3809590339660645, - 2.3856987953186035, - 2.3921756744384766, - 2.3906149864196777, - 2.3959312438964844, - 2.398937940597534, - 2.405604362487793 + 1.5391440391540527, + 1.5659422874450684, + 1.5923172235488892, + 1.6203594207763672, + 1.6466667652130127, + 1.6730124950408936, + 1.6990010738372803, + 1.7271058559417725, + 1.7517824172973633, + 1.7764582633972168, + 1.8032200336456299, + 1.829524278640747, + 1.8539741039276123, + 1.8797663450241089, + 1.902791976928711, + 1.9273498058319092, + 1.9513100385665894, + 1.9745631217956543, + 1.997619867324829, + 2.020247220993042, + 2.0417075157165527, + 2.063657283782959, + 2.086092233657837, + 2.106670379638672, + 2.1266682147979736, + 2.145493268966675, + 2.1642887592315674, + 2.1831390857696533, + 2.1992249488830566, + 2.2149744033813477, + 2.2272539138793945, + 2.2360916137695312, + 2.241023540496826, + 2.292346954345703, + 2.3095362186431885, + 2.3322863578796387, + 2.347198486328125, + 2.3668875694274902, + 2.3882250785827637, + 2.4080052375793457, + 2.421114921569824, + 2.439903974533081, + 2.4555625915527344, + 2.4729552268981934, + 2.4849605560302734, + 2.4944701194763184, + 2.504810333251953, + 2.5039570331573486, + 2.5087132453918457, + 2.5194168090820312, + 2.5249252319335938, + 2.5377845764160156, + 2.5404348373413086, + 2.5501043796539307, + 2.555119514465332, + 2.5615196228027344, + 2.5604066848754883, + 2.567173957824707, + 2.571371555328369, + 2.5790205001831055 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 080681544c0c81bad291880d15abba57616ac78c..d8948f498d1a0716e5b1b03528e45942769e7db4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:09:28.849044+00:00", + "evaluated_at": "2026-06-18T03:17:05.248401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 241c468738580206e6b42fba514412f6ef0088de..6ee4984d026822b0a2f1c580a3aa8f764742af84 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,819234.3136024475,819234.3136024475,763.2037760416666,0.7747341675223195,0.01179838802214099,0.011702290906123555,3.4292427621244044,905.115635486675,0.013914972731982798,0.011733262929278435,0.007723562878808583,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,826620.6819547018,826620.6819547018,766.5042317708334,0.7780844861423896,0.011850390817833898,0.011753404020150708,3.4292427621244044,909.186824560663,0.0139782715657581,0.01178460138066003,0.007740869246927351,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010856854875525634,0.010856854875525634,0.08242895305156708,0.07918437346948089,0.06867670529451099,0.06470666792335532,1.0024359512764855,0.10419623253998023,0.07426232187594889,0.058748433548825085,0.09377397180166226,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.13934574542895514,0.13934574542895514,0.3202628920475642,0.3071820546576505,0.26247314366794344,0.21968799809503936,1.0614494108517052,0.37329043040098836,0.26907693725525483,0.23085338141698236,0.15643213284840662,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04020323878430925,0.04020323878430925,0.16496826377179888,0.949817152741478,0.10979562560318429,0.11880807701666221,3.420378281531284,0.20050745318892574,0.14029675816838472,0.11542968722485708,0.10212831394148215,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.397305476831965,2.397305476831965,1.2610963980356853,0.9669748581797956,0.06582440888520215,0.06269397528471832,11.924847844769204,1.548323440638927,0.07816525673625813,0.06366494308253348,0.04434896832845816,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.2948740005016,48.2948740005016,5.863091786702474,0.4675368276320806,0.15474478760321775,0.1713182766746686,3.274282655878631,6.9494513452863025,0.18771731264701322,0.15837276632623454,0.16960532582515042,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7f17eb7c5d61343d66083db476b16a1e0e1a1c2f..6af622d89a75379c363700a540e10cf1aac3c949 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:08:56.790257+00:00", + "evaluated_at": "2026-06-18T03:16:36.869133+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64606.44921875 + 64527.23828125 ], "p50": [ 65841.625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 69ef061db3a015a4acc220b49f8130b63fc3e9bf..e2849fa470336c82e0c515489671e9afac6bd108 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:02:00.380615+00:00", + "evaluated_at": "2026-06-18T03:16:41.804981+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5670000314712524, - 1.590999960899353, 1.6030000448226929, 1.5959999561309814, 1.5950000286102295, @@ -245,11 +243,11 @@ 1.347000002861023, 1.3769999742507935, 1.406999945640564, - 1.4320000410079956 + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065 ], "actuals": [ - 1.4670000076293945, - 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, 1.5670000314712524, @@ -307,197 +305,197 @@ 1.0119999647140503, 1.0049999952316284, 0.9940000176429749, - 0.9950000047683716 + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853 ], "p50": [ - 1.4598053693771362, - 1.484229326248169, - 1.5064771175384521, - 1.5279000997543335, - 1.5465400218963623, - 1.5660855770111084, - 1.5812435150146484, - 1.5974836349487305, - 1.6100459098815918, - 1.6213728189468384, - 1.633136510848999, - 1.642409086227417, - 1.6496539115905762, - 1.6556921005249023, - 1.6591042280197144, - 1.6632713079452515, - 1.6638898849487305, - 1.6648491621017456, - 1.6661841869354248, - 1.6632986068725586, - 1.6624095439910889, - 1.6580729484558105, - 1.651197910308838, - 1.6482375860214233, - 1.6412122249603271, - 1.6308574676513672, - 1.6222803592681885, - 1.6128203868865967, - 1.6023461818695068, - 1.5905609130859375, - 1.57625412940979, - 1.5635366439819336, - 1.5320072174072266, - 1.5200831890106201, - 1.501273512840271, - 1.4875432252883911, - 1.4754843711853027, - 1.4588618278503418, - 1.444419264793396, - 1.428196907043457, - 1.4120877981185913, - 1.394983172416687, - 1.3816895484924316, - 1.3637791872024536, - 1.352330207824707, - 1.3327748775482178, - 1.319321632385254, - 1.3055284023284912, - 1.284749150276184, - 1.2681143283843994, - 1.256011962890625, - 1.2406960725784302, - 1.2288405895233154, - 1.215125322341919, - 1.2055691480636597, - 1.195168137550354, - 1.1862139701843262, - 1.1716561317443848, - 1.1675572395324707, - 1.159396767616272 + 1.526568055152893, + 1.5513215065002441, + 1.575275182723999, + 1.5992003679275513, + 1.620776891708374, + 1.6429331302642822, + 1.662075400352478, + 1.6819655895233154, + 1.6983051300048828, + 1.714261770248413, + 1.7306554317474365, + 1.7452163696289062, + 1.7593765258789062, + 1.7710059881210327, + 1.781315803527832, + 1.7916169166564941, + 1.799576997756958, + 1.8078842163085938, + 1.816845178604126, + 1.8223345279693604, + 1.8281404972076416, + 1.8326597213745117, + 1.834473967552185, + 1.8393840789794922, + 1.8394216299057007, + 1.8403511047363281, + 1.8425226211547852, + 1.839938998222351, + 1.8394527435302734, + 1.8370013236999512, + 1.8374016284942627, + 1.8214130401611328, + 1.7755966186523438, + 1.7702786922454834, + 1.7626829147338867, + 1.756352186203003, + 1.751200556755066, + 1.741816520690918, + 1.7375783920288086, + 1.7275571823120117, + 1.7186121940612793, + 1.7066696882247925, + 1.7012038230895996, + 1.6913254261016846, + 1.6828744411468506, + 1.6678271293640137, + 1.6599700450897217, + 1.6487776041030884, + 1.6350197792053223, + 1.6213934421539307, + 1.6103847026824951, + 1.5937891006469727, + 1.5874613523483276, + 1.57353675365448, + 1.5622544288635254, + 1.5524895191192627, + 1.5421242713928223, + 1.524280309677124, + 1.5146126747131348, + 1.5054312944412231 ], "p10": [ - 1.4447778463363647, - 1.4643547534942627, - 1.4806241989135742, - 1.494084119796753, - 1.5052499771118164, - 1.5155471563339233, - 1.5219281911849976, - 1.5272853374481201, - 1.5292774438858032, - 1.5306404829025269, - 1.5288703441619873, - 1.5248957872390747, - 1.516904354095459, - 1.5087625980377197, - 1.4959335327148438, - 1.4809138774871826, - 1.463943600654602, - 1.4498281478881836, - 1.4302558898925781, - 1.4100334644317627, - 1.3878169059753418, - 1.364392876625061, - 1.3347893953323364, - 1.3111978769302368, - 1.2816877365112305, - 1.252890944480896, - 1.214256763458252, - 1.1796164512634277, - 1.1420234441757202, - 1.1062947511672974, - 1.0627585649490356, - 1.020693063735962, - 1.0291743278503418, - 0.9961666464805603, - 0.9504038691520691, - 0.9174578189849854, - 0.8728936910629272, - 0.8412601947784424, - 0.7924429178237915, - 0.7524338960647583, - 0.7107747197151184, - 0.6643688082695007, - 0.6222537755966187, - 0.5721936821937561, - 0.5340468287467957, - 0.4992161989212036, - 0.4633241891860962, - 0.41415178775787354, - 0.3742368221282959, - 0.33046823740005493, - 0.3058769106864929, - 0.2640455365180969, - 0.23201417922973633, - 0.19295328855514526, - 0.1610894799232483, - 0.12426859140396118, - 0.08846092224121094, - 0.055651187896728516, - 0.02662348747253418, - -0.0036041736602783203 + 1.5116134881973267, + 1.5305185317993164, + 1.5491528511047363, + 1.5649030208587646, + 1.5786213874816895, + 1.5913360118865967, + 1.6003775596618652, + 1.608759880065918, + 1.6144251823425293, + 1.6206589937210083, + 1.6231849193572998, + 1.6229708194732666, + 1.621727466583252, + 1.6175127029418945, + 1.6106172800064087, + 1.6007835865020752, + 1.5887705087661743, + 1.5786669254302979, + 1.5650229454040527, + 1.550331711769104, + 1.532826542854309, + 1.5161300897598267, + 1.4919936656951904, + 1.4723427295684814, + 1.4480063915252686, + 1.4268615245819092, + 1.3978121280670166, + 1.3687745332717896, + 1.339672327041626, + 1.3079065084457397, + 1.2750511169433594, + 1.2389627695083618, + 1.2359853982925415, + 1.2190330028533936, + 1.1724833250045776, + 1.146647334098816, + 1.1066102981567383, + 1.0771361589431763, + 1.0389364957809448, + 0.9995203018188477, + 0.9685660600662231, + 0.9224324226379395, + 0.885780394077301, + 0.8484706282615662, + 0.8173292875289917, + 0.7827826738357544, + 0.7490079402923584, + 0.6990916132926941, + 0.6632426977157593, + 0.6286144256591797, + 0.5960861444473267, + 0.542001485824585, + 0.5126359462738037, + 0.4709254503250122, + 0.4282732605934143, + 0.38588768243789673, + 0.3532369136810303, + 0.3070114254951477, + 0.2682427167892456, + 0.2228759527206421 ], "p90": [ - 1.4735592603683472, - 1.5008398294448853, - 1.5292284488677979, - 1.5546934604644775, - 1.5825245380401611, - 1.6097086668014526, - 1.6336922645568848, - 1.6586846113204956, - 1.681577205657959, - 1.705063819885254, - 1.7299745082855225, - 1.752140760421753, - 1.7763909101486206, - 1.7988543510437012, - 1.819481611251831, - 1.8381770849227905, - 1.8600003719329834, - 1.8788974285125732, - 1.9011683464050293, - 1.9195404052734375, - 1.941719651222229, - 1.9594981670379639, - 1.9780991077423096, - 1.9983696937561035, - 2.0170576572418213, - 2.0331006050109863, - 2.0498995780944824, - 2.068301200866699, - 2.0795235633850098, - 2.098088264465332, - 2.104903221130371, - 2.1266403198242188, - 2.0543453693389893, - 2.069892406463623, - 2.0878608226776123, - 2.1143364906311035, - 2.1199731826782227, - 2.125166893005371, - 2.1434030532836914, - 2.1568515300750732, - 2.1591649055480957, - 2.1740078926086426, - 2.1783618927001953, - 2.190707206726074, - 2.214486837387085, - 2.225376605987549, - 2.2363994121551514, - 2.24421763420105, - 2.2535383701324463, - 2.267571449279785, - 2.2722277641296387, - 2.2864990234375, - 2.294684648513794, - 2.2997987270355225, - 2.31242036819458, - 2.326934337615967, - 2.339911460876465, - 2.3419249057769775, - 2.351644992828369, - 2.376716375350952 + 1.5409451723098755, + 1.5688036680221558, + 1.5987796783447266, + 1.6264221668243408, + 1.6555333137512207, + 1.6860322952270508, + 1.7128865718841553, + 1.741227149963379, + 1.7671010494232178, + 1.7942709922790527, + 1.8228368759155273, + 1.8501596450805664, + 1.8814308643341064, + 1.9088106155395508, + 1.9364655017852783, + 1.9622352123260498, + 1.9915361404418945, + 2.0175247192382812, + 2.048591136932373, + 2.0766868591308594, + 2.1073663234710693, + 2.134831428527832, + 2.161860227584839, + 2.1923203468322754, + 2.2180299758911133, + 2.245382308959961, + 2.2735140323638916, + 2.299294948577881, + 2.319040298461914, + 2.3552379608154297, + 2.372664451599121, + 2.3963170051574707, + 2.3098108768463135, + 2.326416492462158, + 2.348663091659546, + 2.3877038955688477, + 2.402806282043457, + 2.4173450469970703, + 2.4497671127319336, + 2.4649786949157715, + 2.483454942703247, + 2.5117411613464355, + 2.5249509811401367, + 2.547239065170288, + 2.578084945678711, + 2.6016581058502197, + 2.6246283054351807, + 2.644657611846924, + 2.6646947860717773, + 2.6880455017089844, + 2.703876495361328, + 2.715991497039795, + 2.7364091873168945, + 2.7509095668792725, + 2.76840877532959, + 2.7817091941833496, + 2.8092269897460938, + 2.816265344619751, + 2.835970401763916, + 2.8545584678649902 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 21:06:00", "2026-06-16 21:12:00", "2026-06-16 21:18:00", "2026-06-16 21:24:00", @@ -795,6 +793,8 @@ "2026-06-18 02:36:00", "2026-06-18 02:42:00", "2026-06-18 02:48:00", - "2026-06-18 02:54:00" + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e8ece646c3eb7af321cad6b8df221e54b65ab86f..6138194560e4da779e856f33b055fe90bd23140e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:09:06.818837+00:00", + "evaluated_at": "2026-06-18T03:16:45.159955+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t024000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t005000z", - "data_fetched_at": "2026-06-18T03:07:02.050143Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t210600z", + "data_fetched_at": "2026-06-18T03:15:20.188799Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []