diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5a3fce6fd46c311563708441988a1abdfeba0eee..1e65f4764eef2bd252bca80f51843a45ed891114 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,295389.73618267296,1032368.5177364588,989.7695059507702,0.8471614254861345,0.015416484556476194,0.015542686464243444,19.771800442828344,543.4976873756437,0.008469950830060953,0.015424718896186483,0.01418473394771675,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,310729.0172607389,937979.4912121422,964.6393780475622,0.8288841461795265,0.015019525746497703,0.015134068809598158,19.507385693243965,557.4307286656692,0.008680311136973215,0.015021364101101203,0.013570332359017225,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.47041453274139877,0.45931400823016943,0.5090084970226793,1.0982832327413041,0.5638578804486294,0.35510764946392637,42.74843308874413,0.685867722481091,0.5547221199834683,0.4116803624124535,0.4099086536225516,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.02716875018738558,0.034519177237266725,0.15526385812364854,1.4443148952243574,0.10689158047073932,0.11527369160997256,19.838116424709572,0.16482945788719194,0.1186772096787782,0.11178997784902694,0.08807901065432627,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.17725402327269218,0.17487707130247185,0.38091399647421414,0.8528402610742993,0.8752404103808078,0.5503442397657662,32.69629579086257,0.4210154667855947,0.6972764221091753,0.6308612617505263,0.6266384266042297,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.025045306956432794,0.030936986962820354,0.13948245082244773,1.3599540576380222,0.09276137820532324,0.0993471641480928,18.8909520401488,0.1582570913306345,0.11116595683712863,0.09797791667528036,0.0827026383341161,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.827877045074457,8.9457924155883,2.429326433079963,1.241523091107205,0.08871368780485235,0.09489495032165551,28.35449334992788,2.971174354539709,0.11297240673304075,0.09236982456647304,0.08516844280725475,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 5be451b5e51fb74bda9cf4eb4b7be9e5e8a96ee3..8487b1372b762d464f87500608e8a17343e3b7fc 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T17:17:59.159152+00:00", + "evaluated_at": "2026-06-21T21:31:16.079370+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65978.7890625, - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,13 +97,13 @@ 63397.78125, 63949.8984375, 64160.0390625, - 64034.30859375 - ], - "actuals": [ + 64034.30859375, 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,91 +123,91 @@ 64146.0, 64145.96875, 64224.0, - 64223.48828125 + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63365.47337156086, - 63348.53638690665, - 63343.757995866, - 63287.127614243276, - 63287.66121202889, - 63269.68402284991, - 63234.7947339479, - 63237.39409884376, - 63240.77827541331, - 63161.42619961888, - 63193.70367183461, - 63180.45289316706, - 63120.48839639859, - 63139.21940194057, - 63147.868196984666, - 63116.6300259781, - 63073.348555686985, - 63097.938780037286, - 63095.883262144176, - 63093.68111630054, - 63085.08685447318, - 63060.028497559484, - 63075.93554606391, - 63014.691341082915 + 63250.96527072432, + 63225.190044974865, + 63227.13273378375, + 63279.56592196069, + 63235.55853818999, + 63252.316588986105, + 63319.17504195096, + 63272.57505881952, + 63244.13439172387, + 63245.81925560952, + 63245.64743858481, + 63245.81925560951, + 63252.316588921625, + 63271.67267463367, + 63261.7882897092, + 63249.62921419816, + 63270.770290448425, + 63261.7882897092, + 63270.770290448425, + 63245.64743858481, + 63245.81925560951, + 63235.162815605894, + 63223.24580922742, + 63243.98427259426 ], "p10": [ - 63079.3473680207, - 63123.607941386355, - 63034.652178373355, - 63013.303739131705, - 62898.12843430517, - 62979.97035409091, - 62960.97085883633, - 62946.420850512266, - 62931.222509598745, - 62911.90833774221, - 62901.47354709589, - 62889.581939385585, - 62757.10538420806, - 62860.03519489897, - 62918.27583886672, - 62840.88155630628, - 62733.41025058895, - 62820.26571580523, - 62776.286012225646, - 62803.69851667948, - 62794.02849371956, - 62685.199106364234, - 62741.90820157259, - 62671.68137753531 + 63002.94603721375, + 62939.493608528974, + 62864.29474215655, + 63018.0520217137, + 63002.95366738245, + 63013.07238831542, + 63027.70017841022, + 63027.254554001294, + 62931.99535780333, + 63023.243934258855, + 63023.24393425885, + 63012.33515532737, + 62995.581338813616, + 63014.19669049556, + 62995.581338813616, + 63018.05201481648, + 63022.33920988252, + 63018.05201481648, + 63018.05201481648, + 63002.216435125745, + 63013.07238825094, + 63002.95366804932, + 63002.95366804932, + 62982.47497908086 ], "p90": [ - 63604.42546776837, - 63598.01207198259, - 63606.68486048891, - 63561.23881865563, - 63563.88881025759, - 63523.2372627696, - 63487.87083317156, - 63478.59413531005, - 63505.01807168722, - 63446.44118363611, - 63449.408626619814, - 63457.055305340036, - 63379.35370720729, - 63394.568040792874, - 63385.45060497361, - 63388.816635830204, - 63361.16460401702, - 63355.00623996618, - 63358.578465447434, - 63370.28352847352, - 63338.282462576484, - 63317.8124836427, - 63385.564309267145, - 63314.2223563902 + 63551.98578170082, + 63500.310028492, + 63584.046425250825, + 63584.17214337524, + 63496.39848619083, + 63548.43195881753, + 63584.17213647178, + 63500.1697352905, + 63500.16973528984, + 63501.5652892966, + 63500.1697352899, + 63500.1697352899, + 63500.01719498978, + 63501.565289296595, + 63500.309290690566, + 63548.43195875305, + 63589.580412768504, + 63496.3984868577, + 63501.565289296595, + 63584.05906057567, + 63499.933559203724, + 63500.03244901979, + 63584.046496586525, + 63500.01719498978 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +323,10 @@ "2026-06-21 13:00:00", "2026-06-21 14:00:00", "2026-06-21 15:00:00", - "2026-06-21 16:00:00" + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 9658de8353393b8bc627ea99f99915918da8b28c..8d83f9340b44ffa4f641649f42359e0b0d33f53d 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T17:17:59.208544+00:00", + "evaluated_at": "2026-06-21T21:31:16.128303+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d8ae82019d53a60ec0a1bbe6507bc1ced5b22d44..107c1072b72a6d7714ed89210601540820518182 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T17:17:59.249764+00:00", + "evaluated_at": "2026-06-21T21:31:16.174839+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.34569662930878, - 1.368689779658104, - 1.3879402476656102, - 1.4073894015512916, - 1.4269170222367087, - 1.4454743866977908, - 1.4639775400324917, - 1.4817831219319864, - 1.502138756206752, - 1.5171373597709148, - 1.532721497271793, - 1.5491396885009396, - 1.5647765680802574, - 1.5812367622243042, - 1.5964229212908063, - 1.6096505946222577, - 1.6238285231224976, - 1.6380744041915616, - 1.6515253441155933, - 1.664414976742018, - 1.677237587614051, - 1.6897277089772198, - 1.7034995693468011, - 1.7154428215325908, - 1.725554012219109, - 1.7363904141860764, - 1.74818789713981, - 1.758884424032496, - 1.769104989621437, - 1.779804840762179, - 1.7896226042364078, - 1.7991235603939073, - 1.808390039117954, - 1.8185192919372724, - 1.8263014927042953, - 1.8352148205627998, - 1.8435631856468295, - 1.8521360301401515, - 1.8602854848668922, - 1.8673921038061634, - 1.8771855848910706, - 1.8833749274901634, - 1.891633095952331, - 1.8992926638623282, - 1.905615250924241, - 1.911340151460943, - 1.9179962801894985, - 1.9243221557731576, - 1.9304782764510102, - 1.9367866571863672, - 1.9429872347979043, - 1.9494979234397878, - 1.9542386524336819, - 1.9611355264677803, - 1.9657007358817933, - 1.9710555224259183, - 1.976236643145123, - 1.9819698848910594, - 1.9858420479663041, - 1.9908954826922995 + 1.2582414836783182, + 1.2418424773017414, + 1.2280193429813082, + 1.2112453076716865, + 1.1961074044190416, + 1.1824994583469173, + 1.1693489846924654, + 1.1562201474995837, + 1.1451394893326454, + 1.13214250418498, + 1.1189350731064445, + 1.1076562979565612, + 1.0979587111625961, + 1.0859514835040245, + 1.0768308719876385, + 1.0667807529522824, + 1.0568585781212685, + 1.0465185987761088, + 1.038632429243646, + 1.0285968858112124, + 1.020108592734033, + 1.0132838548835632, + 1.0040532782223273, + 0.9970264069987558, + 0.9888504483785984, + 0.9809389902976466, + 0.975488535791969, + 0.9693211091312708, + 0.9623044201056942, + 0.9569727089425117, + 0.9492899696494224, + 0.9451914719728689, + 0.936760356749617, + 0.9334133416563497, + 0.926095334408235, + 0.923014683775392, + 0.9166996495144616, + 0.9119527693702459, + 0.907055843507862, + 0.9023221661266774, + 0.8997970014383979, + 0.894380841166662, + 0.8897432497399158, + 0.8860545923772013, + 0.8822609378823794, + 0.880116057418297, + 0.8753101983623179, + 0.872131888915625, + 0.869818764770309, + 0.8651169556901561, + 0.863495949124241, + 0.8589459717015995, + 0.858056575770956, + 0.8542527723890094, + 0.8505983934404825, + 0.847974103652251, + 0.8461187976153557, + 0.8435011227835084, + 0.840496231969543, + 0.8389991823170411 ], "p10": [ - 1.3387802240103082, - 1.36094820181338, - 1.3791607763134703, - 1.3987060408211538, - 1.418374401080542, - 1.4380629112353986, - 1.4558155899313625, - 1.4744442730442973, - 1.491927395318127, - 1.509324384828098, - 1.5245335410607463, - 1.541565306585352, - 1.5572086844815332, - 1.5708119701436392, - 1.5867812095005875, - 1.6008099728598764, - 1.6168376293037656, - 1.630892305138899, - 1.644238683255026, - 1.6558774893282193, - 1.669828635373452, - 1.682312022654011, - 1.694406149063755, - 1.7065798221938444, - 1.7180097078517986, - 1.7284363765095845, - 1.7407015371349361, - 1.7504090319159078, - 1.7606387895212923, - 1.772388112444353, - 1.7805093053380676, - 1.7917288191727685, - 1.800650712167611, - 1.8093215821594317, - 1.819007458648647, - 1.8276117400592808, - 1.8355514643811475, - 1.8438780119224933, - 1.8513373837834388, - 1.8604000452625447, - 1.8687329712973166, - 1.8760477439858199, - 1.8834593565331814, - 1.8896779311712522, - 1.8959143600333357, - 1.9031635122029251, - 1.910361263637159, - 1.9153216990660216, - 1.921938716037782, - 1.928526306518325, - 1.9350132803434887, - 1.9422897726817145, - 1.9461913331515992, - 1.9517259312063397, - 1.9570988652997423, - 1.9620916421056356, - 1.9686904579695874, - 1.973332508594701, - 1.9767930930806352, - 1.98248989068115 + 1.2485486933051009, + 1.2336115291467662, + 1.2205803201170142, + 1.2039976455444843, + 1.1879720101436444, + 1.173529091469459, + 1.1599426503301977, + 1.148513320224247, + 1.135696013493061, + 1.1218085312634551, + 1.1109124592689656, + 1.0999633533744024, + 1.0869732076660363, + 1.0780206601628626, + 1.0658475295140482, + 1.0572786829308445, + 1.0481858370455253, + 1.0387054301158212, + 1.0295242212217213, + 1.0192732004230736, + 1.012258039836183, + 1.00418279747817, + 0.994012883819619, + 0.9865593749664421, + 0.980070727998829, + 0.9722187222017388, + 0.96580598601845, + 0.9606065687240333, + 0.9521445174390742, + 0.947491600566176, + 0.9407352953591619, + 0.9355953757928123, + 0.9288612546083259, + 0.9228214983814178, + 0.9175569737330014, + 0.9128280765797309, + 0.9084452492244502, + 0.9040144618320458, + 0.8979851897979212, + 0.8934434500542382, + 0.8891644394431436, + 0.8855095412463424, + 0.8808501033008234, + 0.8789302164714295, + 0.8726810481361313, + 0.8711801665552938, + 0.8653804839663582, + 0.8641615115657363, + 0.8584976929938344, + 0.8574717121571467, + 0.8548405951927951, + 0.8504448669766722, + 0.8504655821904331, + 0.8446020708903894, + 0.8409958580016432, + 0.83827665266896, + 0.8363586517072333, + 0.8338202702695042, + 0.8315330853356536, + 0.8292082297330069 ], "p90": [ - 1.3559248230715506, - 1.3774497672827304, - 1.3970688534359434, - 1.4168417615715785, - 1.436186555347884, - 1.4541055374206635, - 1.473412488534712, - 1.4913155424776932, - 1.5097364160594546, - 1.5262917875895867, - 1.5423220349647764, - 1.558419793477517, - 1.574000445280518, - 1.5899108711693117, - 1.604931897111277, - 1.6196838146285335, - 1.6332054825562583, - 1.6509526546546294, - 1.6615840326776514, - 1.6739190667689456, - 1.68728499747858, - 1.6982384342847994, - 1.711619133475182, - 1.7232978691556653, - 1.7340095671546538, - 1.7468084966863588, - 1.7573593192066237, - 1.7679519426609431, - 1.7779565113715017, - 1.7904261807090789, - 1.7977167443164535, - 1.8083075637638972, - 1.8182084789382844, - 1.8277146607585228, - 1.8367064927758647, - 1.845118931601305, - 1.8542058761073825, - 1.8597997797914425, - 1.8706072297375211, - 1.8769470076433663, - 1.886020128921913, - 1.892597950600584, - 1.9000646685415683, - 1.9072076698608593, - 1.9145095245480304, - 1.921651926262537, - 1.927322695027303, - 1.9338624257997687, - 1.9403480354593587, - 1.9460704886141316, - 1.9523864644197741, - 1.9579898284599624, - 1.9636997562062692, - 1.9690401048217916, - 1.9752882736335997, - 1.9801794201934642, - 1.9849480053283544, - 1.9902837922173051, - 1.9951334697574716, - 2.0001421187940682 + 1.2673157097404348, + 1.250785005260731, + 1.235614902264308, + 1.2209938389881976, + 1.2060379591625348, + 1.1928305505322596, + 1.1786128332519163, + 1.165241005520332, + 1.1525967178881382, + 1.1414646638353918, + 1.1283909295334558, + 1.1171594833047738, + 1.1069847168094284, + 1.094305844482646, + 1.0866041041233125, + 1.0738467353354872, + 1.0650618945811785, + 1.0570165928931565, + 1.0464134995462788, + 1.0385335157980593, + 1.0312304529145069, + 1.0212300195055255, + 1.0128317327532281, + 1.0038962269933611, + 0.9995652848922749, + 0.9892017037759988, + 0.9840738525922343, + 0.9773920312603834, + 0.9715161444272236, + 0.9647203181728004, + 0.958329672158397, + 0.9533020455603644, + 0.9469825422382506, + 0.9407464264287146, + 0.9362509039148494, + 0.9310856059045046, + 0.9263820447234314, + 0.9225317315616225, + 0.9164721765683634, + 0.911081996005374, + 0.908258535680506, + 0.9045873439545736, + 0.8993752724852856, + 0.8932110788872787, + 0.8937154244718748, + 0.8878136438916328, + 0.8850489718033296, + 0.8836599543382285, + 0.8791255647551302, + 0.8749685625093839, + 0.8707996935350356, + 0.869221055193318, + 0.8666736958506659, + 0.8633014363920943, + 0.8599591418353364, + 0.8578223012820416, + 0.8546153837251361, + 0.8515456483547518, + 0.8497143963156429, + 0.8461617068096305 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4afe5fdd08cc61796a0c6b3f41285e0433dcdd8c..1576d89eca1fe99f7f3d6696ebc3509477833f89 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T17:17:59.292221+00:00", + "evaluated_at": "2026-06-21T21:31:16.211782+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.247580174185909, - 1.2408067184370266, - 1.2372530838117326, - 1.24223170652962, - 1.2513936474757055, - 1.235850043647834, - 1.2317434331894275, - 1.2510615676083077, - 1.2412546398159532, - 1.2430957962884466, - 1.2343817561716888, - 1.2336934371188317, - 1.2510385119237226, - 1.232958341454299, - 1.234380268417496, - 1.2608842047789435, - 1.2411400755381699, - 1.2336928235305464, - 1.241350416722731, - 1.2412452427414928, - 1.2357067337882555, - 1.2712915405353598, - 1.2412452423388474, - 1.2359215104831056, - 1.2446271658982624, - 1.2358141220449546, - 1.2353871843755386, - 1.238530789719663, - 1.2336928208808222, - 1.231685642848255, - 1.235706733614512, - 1.2357067336145002, - 1.2316856428482093, - 1.2358141220431027, - 1.2446271658936678, - 1.2411400689670122, - 1.2430920067070133, - 1.2385307897193614, - 1.2353871843747914, - 1.2350676351350904, - 1.2357067336144925, - 1.2336928208807008, - 1.2334532615852396, - 1.24135041565417, - 1.235921510471711, - 1.2430920067070133, - 1.2357067336144925, - 1.235921510471711, - 1.2357067336144925, - 1.235921510471711, - 1.2422212111805915, - 1.24135041565417, - 1.2385307897193614, - 1.2350676351350904, - 1.235921510471711, - 1.2336928208807008, - 1.235921510471711, - 1.2357067336144925, - 1.24135041565417, - 1.2412452423105909, - 1.2350676351350904, - 1.235921510471711, - 1.2422212111805915, - 1.2412452423105909, - 1.2430920067070133, - 1.2357067336144925, - 1.241140068967012, - 1.2343802280078955, - 1.2358141220431018, - 1.2430920067070133, - 1.2309132019940106, - 1.2358141220431018 + 1.3250771580523346, + 1.3062139225584803, + 1.315186702375223, + 1.2981620766652167, + 1.293786780431576, + 1.293283862940877, + 1.2949843254676114, + 1.2948995416255114, + 1.300989887513453, + 1.3065218638221483, + 1.292937613073459, + 1.2960856337484052, + 1.3058480090273785, + 1.3077529295123989, + 1.295269014723722, + 1.3058473675341318, + 1.2923138304877924, + 1.2960839632328331, + 1.3119219934933914, + 1.3077526478902022, + 1.2960839557471235, + 1.2948404804677238, + 1.3058473199224143, + 1.2952688985743628, + 1.3077526465502043, + 1.311921990197762, + 1.3071764942089181, + 1.2920855204167012, + 1.3058473198290157, + 1.3058473198287506, + 1.3119219901913415, + 1.2952688985358607, + 1.2929335249108127, + 1.2948404802391595, + 1.308328798862517, + 1.3071764942062516, + 1.2938870025749774, + 1.300965637509502, + 1.2956764268631338, + 1.3119219901912658, + 1.307176494206251, + 1.300965637509502, + 1.296083955190438, + 1.2927378131479696, + 1.2948404802391544, + 1.296083955190438, + 1.296083955190438, + 1.296083955190438, + 1.2927378131479696, + 1.300965637509502, + 1.305847319828566, + 1.296083955190438, + 1.2923138109003727, + 1.305847319828566, + 1.2948404802391544, + 1.296083955190438, + 1.3124433380965344, + 1.307176494206251, + 1.305847319828566, + 1.2956764268631338, + 1.2952688985358296, + 1.2952688985358296, + 1.3101253945268905, + 1.305847319828566, + 1.2952688985358296, + 1.305847319828566, + 1.305847319828566, + 1.305847319828566, + 1.2938870025749774, + 1.3065119070174085, + 1.295054689387492, + 1.3101253945268905 ], "p10": [ - 1.1481322402869014, - 1.143651871770191, - 1.1404931876024087, - 1.165648168006791, - 1.1643004158895356, - 1.1763478526808702, - 1.1566062145298925, - 1.1762278468325926, - 1.1736914019969906, - 1.1745076393673288, - 1.1647684052951341, - 1.1375543429857902, - 1.1383079874262454, - 1.1383078391345738, - 1.1375537671572598, - 1.180703572088066, - 1.1755857422075593, - 1.1565484268385169, - 1.1647668781999019, - 1.1647668775622426, - 1.1745038499596585, - 1.1647668772014117, - 1.1647668771595974, - 1.1647668771427355, - 1.1762045426521237, - 1.1565484241905242, - 1.1375537267484064, - 1.1383077389260678, - 1.1762045426476502, - 1.1639450318371227, - 1.138307738925786, - 1.1379462385145405, - 1.1383077389257696, - 1.1565484241886723, - 1.1762045426475292, - 1.154724355662381, - 1.1383077389257665, - 1.1647668771313409, - 1.1647668771313409, - 1.1547243556623807, - 1.1547243556623807, - 1.1755857356364015, - 1.1565484241886712, - 1.134692734813427, - 1.1647668771313409, - 1.1375537267476592, - 1.1565484241886712, - 1.1547243556623807, - 1.1383077389257665, - 1.1639450318370739, - 1.1565484241886712, - 1.1647668771313409, - 1.1755857356364015, - 1.1639450318370739, - 1.1647668771313409, - 1.1755857356364015, - 1.1383077389257665, - 1.1762732989820983, - 1.1745038497858955, - 1.1639450318370739, - 1.1565484241886712, - 1.1745038497858955, - 1.1547243556623807, - 1.1383077389257665, - 1.180898506531087, - 1.1647668771313409, - 1.1565484241886712, - 1.137267627554236, - 1.1755857356364015, - 1.1762732989820983, - 1.1383077389257665, - 1.1647668771313409 + 1.2458690687410143, + 1.241330255973379, + 1.2037706308139668, + 1.2190117261593094, + 1.2313184510566186, + 1.2161969381062487, + 1.1981637991863983, + 1.2171134443607052, + 1.198733572969585, + 1.2291340710844332, + 1.1987134111282929, + 1.2158482786341391, + 1.2170550721731608, + 1.2169338876625466, + 1.2170544991622407, + 1.2158466477817376, + 1.1987093425530537, + 1.2170543910167435, + 1.2304651988379685, + 1.1987093243214533, + 1.2169336052412163, + 1.2141328725936875, + 1.1987093230594823, + 1.215846600114705, + 1.2378901016224853, + 1.233390866775646, + 1.1987093229683012, + 1.2141328723662133, + 1.2347319480257488, + 1.2304651955360273, + 1.2304651955359185, + 1.215846600076203, + 1.1987093229656467, + 1.215846600076177, + 1.237890101606666, + 1.198019953957942, + 1.1987093229656343, + 1.1986403860648647, + 1.2158466000761718, + 1.2170543829743483, + 1.2158466000761718, + 1.2169336046845307, + 1.2170543829743483, + 1.2141328723651181, + 1.2352060316352387, + 1.1980199539579413, + 1.2291241142796934, + 1.2170543829743483, + 1.2291241142796934, + 1.236660294567636, + 1.2141328723651181, + 1.197229961339644, + 1.1980199539579413, + 1.198709322965634, + 1.2304651955358428, + 1.2158466000761718, + 1.2158466000761718, + 1.2170543829743483, + 1.1980199539579413, + 1.2347319480252992, + 1.2365148682743963, + 1.2141328723651181, + 1.2304651955358428, + 1.2141328723651181, + 1.1986403860648647, + 1.2141328723651181, + 1.2304651955358428, + 1.2170543829743483, + 1.2158466000761718, + 1.2158466000761718, + 1.2141328723651181, + 1.2347319480252992 ], "p90": [ - 1.3537981909588848, - 1.369492798185212, - 1.3452259403692224, - 1.3469026254577567, - 1.3457387183771432, - 1.3429857931362814, - 1.3561033730374505, - 1.3517866410859984, - 1.3432841734611525, - 1.3428462726843733, - 1.3521930896442573, - 1.3430411079307112, - 1.356045831196708, - 1.3403587856942176, - 1.3460213749919072, - 1.351763353196267, - 1.3640732706941348, - 1.3568483534887497, - 1.3517633379694955, - 1.3521915619113658, - 1.3430404918663432, - 1.3428424831730108, - 1.3560455827244857, - 1.3560455827076239, - 1.3517633369055295, - 1.352191561482317, - 1.3460213345830538, - 1.3733776902066577, - 1.345383334324803, - 1.356045582696278, - 1.345383334324701, - 1.3432747759557981, - 1.3430404916925833, - 1.3453833343246826, - 1.351763336900935, - 1.3453833343246817, - 1.3432747759557904, - 1.3517633369009345, - 1.3460213345823067, - 1.3517633369009345, - 1.3430404916925802, - 1.3517633369009345, - 1.3453833343246815, - 1.3517633369009345, - 1.3517633369009345, - 1.364073264122977, - 1.34284248310294, - 1.3560455826962292, - 1.3453833343246815, - 1.3460213345823067, - 1.3560455826962292, - 1.3517633369009345, - 1.340085152522841, - 1.3460213345823067, - 1.3453833343246815, - 1.3430404916925802, - 1.3432747759557904, - 1.3517633369009345, - 1.3560455826962292, - 1.3650037067313148, - 1.3560455826962292, - 1.3560455826962292, - 1.3560455826962292, - 1.3453833343246815, - 1.3453833343246815, - 1.3460213345823067, - 1.3560455826962292, - 1.3428204821485354, - 1.3430404916925802, - 1.3432747759557904, - 1.3453833343246815, - 1.3453833343246815 + 1.4276534330223103, + 1.413827652647574, + 1.4026922722058006, + 1.4035788541388494, + 1.3948524884909677, + 1.3979813023875447, + 1.395949707164679, + 1.3976900257438247, + 1.4129197039940817, + 1.4015106894688105, + 1.398022029350787, + 1.397632642915435, + 1.4128961431889433, + 1.4015010156420866, + 1.3942386410815097, + 1.4015007803696364, + 1.3943933728584987, + 1.3959773493905026, + 1.3980179444902538, + 1.3980179425439474, + 1.3958058624929075, + 1.3959773415766767, + 1.412895454083979, + 1.397630964396001, + 1.3959773413639287, + 1.412895453996627, + 1.4026402047993438, + 1.397630964358563, + 1.4141823391552144, + 1.4141823391549493, + 1.4128954539902066, + 1.4141823391547959, + 1.39597734134812, + 1.4015007326640758, + 1.4026402047966786, + 1.4141823391547654, + 1.4026402047966768, + 1.4128954539901308, + 1.3961427036490435, + 1.4128954539901308, + 1.3961427036490435, + 1.3980179411881282, + 1.4026402047966766, + 1.395805861936222, + 1.3959773413481074, + 1.394393353271079, + 1.4128954539901308, + 1.4128954539901308, + 1.3980179411881282, + 1.4026402047966766, + 1.3959773413481074, + 1.4026402047966766, + 1.3957868086682346, + 1.4026402047966766, + 1.4141823391547648, + 1.4257643056364713, + 1.4015007326640707, + 1.4015007326640707, + 1.3976309643574678, + 1.3976309643574678, + 1.4015007326640707, + 1.3957868086682346, + 1.4400408239113582, + 1.4039270899613105, + 1.4015007326640707, + 1.4128954539901308, + 1.4257643056364713, + 1.4026402047966766, + 1.3980179411881282, + 1.3959773413481074, + 1.4128954539901308, + 1.4141823391547648 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 64a681d4af12e684eed4eacbdc76d8712016fa0c..6c70d6819dd6d6ef5302e8c040b03b4f18c9ebb3 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,30 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-21T17:17:59.322346+00:00", + "evaluated_at": "2026-06-21T21:31:16.232721+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 75372913646d2aa427efcc75b457f69d967ee1dd..c6d9eadcb9b181fbf15b40f3ecda9902bccbaa8a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -12,4 +12,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 -2026-06-21,Chronos-2,5.200,4.400,4.900,4.900,5.200,4.900,4.300,4.900,5.200,5.100 +2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 44c636ea8ac43d88e36c609b2da1d74170bac24e..b364700dd9f0e21bf8283feeba74b69cb647c32d 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,5.167,4.129,4.486,4.486,4.5,4.514,3.886,4.486,4.5,4.543 +2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fd8122ee5cb8fd6ac11584214f728b985aa3fb98..a2113ed15a3a4abb46717b268f8259178927416a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,30503.604475021362,30503.604475021362,147.74527994791666,0.12569367723058608,0.002299885210564231,0.0023025043853214934,1.7924189465226503,174.6528112428236,0.002721395910166532,0.0023021295662836966,0.004429787018348859,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,41843.523513158165,41843.523513158165,174.47737630208334,0.14992289800206107,0.0027148568852822783,0.0027199173029239525,1.8295922307068555,204.55689554047834,0.003185359915042725,0.002716961650625479,0.004865155787088121,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2746889952830903,0.2746889952830903,0.4165146122376124,0.8987099773148455,0.4453007566021284,0.31207269854697983,25.896187213709073,0.5241078088362072,0.4238925164254637,0.3368723459805481,0.2896006036945903,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03445574185081076,0.03445574185081076,0.1510800818602244,1.4053960479885939,0.1036250698537094,0.11194984584260953,18.347990207243768,0.18562257904363563,0.13364825691141766,0.10877765893936157,0.08655282674895393,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0696549267849544,0.0696549267849544,0.1804616466164589,0.4040412251553935,0.44322010948746493,0.7389847487131191,1.1875067792957388,0.2639221983557927,0.4371020561067231,0.29887655254417417,0.25169569615233156,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03889817612021061,0.03889817612021061,0.16048397454950544,1.564718938386711,0.10693582871682697,0.11558038924323144,23.739819603689863,0.19722620546015332,0.1385393833476199,0.11273020651282334,0.09307375621020311,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8702253392659334,1.8702253392659334,1.0868548949559529,4.18468177776309,0.06920842718491341,0.0731707023359323,167.25099187224723,1.367561822831397,0.0906670821766672,0.07205667811862672,0.07355706072643975,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,76.33150404925088,76.33150404925088,6.547554572423299,0.5747185332947164,0.24659927882171584,0.2030155130654604,3.4395199227155318,8.736790260115605,0.3155974692019238,0.23651611072221565,0.18124938054871415,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.167337614703835,1.167337614703835,0.8572482268015543,0.4392534669701484,0.03525310001825941,0.034315463513065296,1.8997629913460192,1.0804339936820921,0.04332567393211397,0.034375868743921977,0.026932355667747387,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0febe31eb296ef02db8febfece99ad176d15a287..9387bffd44855fb4065d41d09f13f6291c43b23b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:34:53.145365+00:00", + "evaluated_at": "2026-06-21T20:20:51.649598+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63893.9453125, - 63916.3984375, - 63939.74609375, - 63968.67578125, - 63983.45703125, - 63986.203125, - 64002.81640625, - 64023.046875, - 64038.05859375, - 64063.51171875, - 64073.921875, - 64088.55078125, - 64100.55078125, - 64113.15234375, - 64120.55078125, - 64130.609375, - 64255.38671875, - 64259.4375, - 64280.7265625, - 64277.26953125, - 64275.33984375, - 64281.4140625, - 64286.578125, - 64278.86328125 + 63957.33984375, + 63964.25390625, + 63969.11328125, + 63984.40234375, + 63987.75, + 64004.0546875, + 64018.0234375, + 64025.8046875, + 64028.7578125, + 64040.171875, + 64045.09375, + 64047.33984375, + 64058.75390625, + 64067.6171875, + 64074.04296875, + 64073.6640625, + 64099.14453125, + 64102.20703125, + 64104.515625, + 64088.390625, + 64093.4453125, + 64092.09765625, + 64093.73828125, + 64087.33984375 ], "p10": [ - 63587.796875, - 63478.1640625, - 63427.30859375, - 63379.23828125, - 63319.05078125, - 63269.765625, - 63234.3828125, - 63210.6953125, - 63177.109375, - 63141.8125, - 63111.609375, - 63083.83203125, - 63048.68359375, - 63010.24609375, - 63021.4453125, - 62967.74609375, - 62841.11328125, - 62798.4453125, - 62724.3359375, - 62740.140625, - 62720.83984375, - 62677.94921875, - 62626.8046875, - 62607.578125 + 63672.50390625, + 63559.48828125, + 63467.74609375, + 63396.3359375, + 63319.3984375, + 63290.85546875, + 63242.7265625, + 63192.22265625, + 63144.484375, + 63098.89453125, + 63038.23046875, + 62959.77734375, + 62920.1328125, + 62883.19140625, + 62884.35546875, + 62822.0546875, + 62643.765625, + 62568.5390625, + 62494.8671875, + 62474.234375, + 62426.8828125, + 62384.83203125, + 62338.5234375, + 62294.515625 ], "p90": [ - 64190.1640625, - 64333.8671875, - 64439.6015625, - 64555.91796875, - 64633.94921875, - 64681.53125, - 64747.96875, - 64820.3671875, - 64868.03515625, - 64956.48828125, - 65035.16796875, - 65101.6484375, - 65165.80078125, - 65223.77734375, - 65280.8203125, - 65293.03515625, - 65695.1328125, - 65765.2265625, - 65765.34375, - 65793.6796875, - 65806.625, - 65830.3828125, - 65881.0234375, - 65905.6484375 + 64232.28125, + 64314.6796875, + 64407.5234375, + 64510.82421875, + 64583.140625, + 64625.2734375, + 64684.640625, + 64753.109375, + 64789.69140625, + 64863.6015625, + 64937.828125, + 64997.98828125, + 65057.4140625, + 65115.0234375, + 65151.97265625, + 65177.8125, + 65509.85546875, + 65554.515625, + 65613.0234375, + 65685.6015625, + 65695.171875, + 65751.7890625, + 65796.84375, + 65810.8125 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7e0ec67a867e4ae17a4dd6f05167f0119e10ccba..aad873377e5ee689a504ed7406e558a3c18eef38 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T16:31:19.078013+00:00", + "evaluated_at": "2026-06-21T20:21:24.620986+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d4209a235354f1349ef63d3a6d10e0385e89704e..3b8f8a7e7039fdf8d45672e02b5e4074e93f8113 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T16:31:23.845719+00:00", + "evaluated_at": "2026-06-21T20:21:29.433519+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.36209237575531, - 1.384863257408142, - 1.4033809900283813, - 1.4189040660858154, - 1.4369876384735107, - 1.457342267036438, - 1.4756402969360352, - 1.4913084506988525, - 1.5099101066589355, - 1.5300862789154053, - 1.5438339710235596, - 1.5614120960235596, - 1.5784740447998047, - 1.5948641300201416, - 1.6096720695495605, - 1.622462272644043, - 1.641162395477295, - 1.6524817943572998, - 1.666041612625122, - 1.67704439163208, - 1.6873483657836914, - 1.7010623216629028, - 1.7089214324951172, - 1.7223551273345947, - 1.731220006942749, - 1.7402175664901733, - 1.7461649179458618, - 1.7535830736160278, - 1.7590399980545044, - 1.768963098526001, - 1.7696528434753418, - 1.7683627605438232, - 1.777281403541565, - 1.7790417671203613, - 1.777165412902832, - 1.7748357057571411, - 1.7746236324310303, - 1.7708237171173096, - 1.7665400505065918, - 1.7667481899261475, - 1.761584758758545, - 1.7564085721969604, - 1.7488874197006226, - 1.7400617599487305, - 1.7285361289978027, - 1.7250784635543823, - 1.7151449918746948, - 1.7083094120025635, - 1.6899549961090088, - 1.680308222770691, - 1.669288158416748, - 1.66262948513031, - 1.6520957946777344, - 1.6436586380004883, - 1.6332522630691528, - 1.6231352090835571, - 1.6123484373092651, - 1.6008245944976807, - 1.587095022201538, - 1.5753586292266846 + 1.2487473487854004, + 1.2217072248458862, + 1.1961348056793213, + 1.1685850620269775, + 1.1383885145187378, + 1.112199306488037, + 1.0828825235366821, + 1.0516688823699951, + 1.0242408514022827, + 0.9906570911407471, + 0.9612717628479004, + 0.9307244420051575, + 0.8964821100234985, + 0.8617093563079834, + 0.831954300403595, + 0.8027316927909851, + 0.7497869729995728, + 0.716823399066925, + 0.6872926950454712, + 0.65647953748703, + 0.6195874214172363, + 0.5885577201843262, + 0.5563603639602661, + 0.5213385224342346, + 0.4908708930015564, + 0.46143805980682373, + 0.43386411666870117, + 0.4050105810165405, + 0.3837183117866516, + 0.3606097102165222, + 0.3326333165168762, + 0.31239134073257446, + 0.2392086386680603, + 0.21125668287277222, + 0.19031661748886108, + 0.16747808456420898, + 0.15001964569091797, + 0.12838631868362427, + 0.11111855506896973, + 0.08713638782501221, + 0.0743982195854187, + 0.06961345672607422, + 0.05321049690246582, + 0.04817211627960205, + 0.040356993675231934, + 0.030460476875305176, + 0.01985621452331543, + 0.013401508331298828, + -0.06707239151000977, + -0.06881606578826904, + -0.07434892654418945, + -0.07332861423492432, + -0.07010543346405029, + -0.06811487674713135, + -0.06311583518981934, + -0.06158649921417236, + -0.05045723915100098, + -0.04017627239227295, + -0.04509687423706055, + -0.02166903018951416 ], "p10": [ - 1.3464750051498413, - 1.3636398315429688, - 1.384333610534668, - 1.3969440460205078, - 1.411387324333191, - 1.429564118385315, - 1.4452651739120483, - 1.4581389427185059, - 1.4716854095458984, - 1.4871593713760376, - 1.5003015995025635, - 1.5143028497695923, - 1.5268834829330444, - 1.5378504991531372, - 1.5480525493621826, - 1.561136245727539, - 1.5794507265090942, - 1.5848965644836426, - 1.5926637649536133, - 1.6048789024353027, - 1.6094233989715576, - 1.6148430109024048, - 1.6183767318725586, - 1.6255334615707397, - 1.626685619354248, - 1.6322846412658691, - 1.6283180713653564, - 1.6359927654266357, - 1.6372524499893188, - 1.630331039428711, - 1.6384913921356201, - 1.6420377492904663, - 1.6468347311019897, - 1.6377209424972534, - 1.6323586702346802, - 1.6334716081619263, - 1.6294832229614258, - 1.6191588640213013, - 1.61051607131958, - 1.6076724529266357, - 1.5881272554397583, - 1.5814967155456543, - 1.55620276927948, - 1.5595753192901611, - 1.5402576923370361, - 1.5266332626342773, - 1.5223667621612549, - 1.505008339881897, - 1.5006715059280396, - 1.4933768510818481, - 1.4832645654678345, - 1.4701488018035889, - 1.4581899642944336, - 1.4431239366531372, - 1.4234496355056763, - 1.412670373916626, - 1.397283673286438, - 1.3874019384384155, - 1.3602230548858643, - 1.343000888824463 + 1.222362995147705, + 1.1958805322647095, + 1.1734552383422852, + 1.1422576904296875, + 1.1053855419158936, + 1.071373462677002, + 1.0380699634552002, + 1.0044703483581543, + 0.974484384059906, + 0.9339588284492493, + 0.8978164792060852, + 0.8645907640457153, + 0.8267401456832886, + 0.78293776512146, + 0.749110221862793, + 0.706449031829834, + 0.655751645565033, + 0.6111903786659241, + 0.5800082683563232, + 0.5457162261009216, + 0.49145907163619995, + 0.4524821639060974, + 0.4207502603530884, + 0.3714725971221924, + 0.32927459478378296, + 0.28883665800094604, + 0.2508223056793213, + 0.200391948223114, + 0.17391091585159302, + 0.13445544242858887, + 0.09811466932296753, + 0.07037216424942017, + -0.008460760116577148, + -0.04584228992462158, + -0.08427107334136963, + -0.09800553321838379, + -0.13440263271331787, + -0.16695749759674072, + -0.19694077968597412, + -0.2235579490661621, + -0.25331175327301025, + -0.26884734630584717, + -0.3016650676727295, + -0.31886887550354004, + -0.3424426317214966, + -0.376415491104126, + -0.37578415870666504, + -0.3840450048446655, + -0.5517916679382324, + -0.564794659614563, + -0.5845463275909424, + -0.5778687000274658, + -0.5874161720275879, + -0.6259971857070923, + -0.6172001361846924, + -0.6320711374282837, + -0.6337453126907349, + -0.6391415596008301, + -0.6485271453857422, + -0.6614049673080444 ], "p90": [ - 1.3772518634796143, - 1.4009605646133423, - 1.4278874397277832, - 1.4440267086029053, - 1.4606499671936035, - 1.4824053049087524, - 1.508259654045105, - 1.5277221202850342, - 1.5455873012542725, - 1.5671954154968262, - 1.5856269598007202, - 1.603306770324707, - 1.6258208751678467, - 1.6468620300292969, - 1.6675779819488525, - 1.6853294372558594, - 1.699591875076294, - 1.7086083889007568, - 1.7222709655761719, - 1.7365615367889404, - 1.758334755897522, - 1.7748079299926758, - 1.7889271974563599, - 1.8054519891738892, - 1.819789171218872, - 1.8362693786621094, - 1.843764305114746, - 1.8554404973983765, - 1.8721426725387573, - 1.8802638053894043, - 1.8926066160202026, - 1.8987231254577637, - 1.8877612352371216, - 1.8911125659942627, - 1.8919847011566162, - 1.8939827680587769, - 1.8971623182296753, - 1.8990139961242676, - 1.8969347476959229, - 1.8995201587677002, - 1.8984366655349731, - 1.89814031124115, - 1.890014410018921, - 1.8844795227050781, - 1.8812917470932007, - 1.8791725635528564, - 1.879757285118103, - 1.872575044631958, - 1.8256125450134277, - 1.8160040378570557, - 1.8088561296463013, - 1.8058006763458252, - 1.798951268196106, - 1.7895739078521729, - 1.7833280563354492, - 1.7774219512939453, - 1.7705366611480713, - 1.7661793231964111, - 1.7530076503753662, - 1.7440259456634521 + 1.2703356742858887, + 1.2560186386108398, + 1.234307885169983, + 1.201995611190796, + 1.1728901863098145, + 1.1549196243286133, + 1.1240485906600952, + 1.0972243547439575, + 1.0696518421173096, + 1.0437238216400146, + 1.0208954811096191, + 0.9910277128219604, + 0.9600489735603333, + 0.9353877305984497, + 0.9095480442047119, + 0.884463906288147, + 0.8570619821548462, + 0.8251645565032959, + 0.8025361895561218, + 0.7784003615379333, + 0.7487858533859253, + 0.7265447974205017, + 0.7035627365112305, + 0.6803935766220093, + 0.6585395932197571, + 0.6479088068008423, + 0.62895268201828, + 0.6043756008148193, + 0.5967251062393188, + 0.5802863836288452, + 0.574439525604248, + 0.5479094386100769, + 0.5208404660224915, + 0.5042247176170349, + 0.4907149076461792, + 0.48484277725219727, + 0.48177558183670044, + 0.469743013381958, + 0.45809435844421387, + 0.46285349130630493, + 0.4483967423439026, + 0.46306973695755005, + 0.45845919847488403, + 0.45242440700531006, + 0.46014702320098877, + 0.4612225890159607, + 0.47284412384033203, + 0.4836130142211914, + 0.4637037515640259, + 0.4574738144874573, + 0.4754220247268677, + 0.49060535430908203, + 0.5059297680854797, + 0.5218319296836853, + 0.52032071352005, + 0.5631012320518494, + 0.5880999565124512, + 0.5877270698547363, + 0.6153743267059326, + 0.632498025894165 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8f81d7883cbc5f1d522ba33147b7e0bfae180849..8b0d3417704bbb0fbcf9e636548d43cf734fb5e5 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T16:31:30.925246+00:00", + "evaluated_at": "2026-06-21T20:27:06.470474+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2913694381713867, - 1.2814044952392578, - 1.2756675481796265, - 1.269854187965393, - 1.2656893730163574, - 1.2637091875076294, - 1.2632122039794922, - 1.262993574142456, - 1.2647154331207275, - 1.2640000581741333, - 1.2651246786117554, - 1.2658077478408813, - 1.2671291828155518, - 1.2637388706207275, - 1.2605557441711426, - 1.2584184408187866, - 1.2582423686981201, - 1.2551504373550415, - 1.251977562904358, - 1.24916410446167, - 1.247909665107727, - 1.2494292259216309, - 1.249837875366211, - 1.2481269836425781, - 1.2493036985397339, - 1.2444592714309692, - 1.2425930500030518, - 1.2384939193725586, - 1.2347334623336792, - 1.231840968132019, - 1.2310371398925781, - 1.229321837425232, - 1.2357176542282104, - 1.2354060411453247, - 1.2330529689788818, - 1.2318861484527588, - 1.2271981239318848, - 1.2295596599578857, - 1.2279645204544067, - 1.2294251918792725, - 1.2299734354019165, - 1.2306058406829834, - 1.233113408088684, - 1.2323424816131592, - 1.2318878173828125, - 1.2324721813201904, - 1.2328959703445435, - 1.2313176393508911, - 1.237676739692688, - 1.2369240522384644, - 1.2346785068511963, - 1.2323153018951416, - 1.2272820472717285, - 1.2302204370498657, - 1.2294049263000488, - 1.2312514781951904, - 1.2336227893829346, - 1.2322614192962646, - 1.2359230518341064, - 1.2367268800735474, - 1.2368731498718262, - 1.2366974353790283, - 1.2372074127197266, - 1.2353651523590088, - 1.2350276708602905, - 1.2365823984146118, - 1.2359719276428223, - 1.2357549667358398, - 1.2331138849258423, - 1.2381178140640259, - 1.2405624389648438, - 1.2407151460647583 + 1.356276512145996, + 1.3348692655563354, + 1.321038007736206, + 1.31474769115448, + 1.308803677558899, + 1.3066020011901855, + 1.30567467212677, + 1.3045183420181274, + 1.301928997039795, + 1.3006564378738403, + 1.2974315881729126, + 1.295061469078064, + 1.2940672636032104, + 1.2932082414627075, + 1.2926967144012451, + 1.2891839742660522, + 1.280441403388977, + 1.278083324432373, + 1.2755861282348633, + 1.2758113145828247, + 1.27517831325531, + 1.2758313417434692, + 1.2735902070999146, + 1.2694551944732666, + 1.2633663415908813, + 1.258486270904541, + 1.2563923597335815, + 1.255414366722107, + 1.2545243501663208, + 1.2560069561004639, + 1.2577579021453857, + 1.2612227201461792, + 1.2710787057876587, + 1.2698345184326172, + 1.2688027620315552, + 1.2676100730895996, + 1.2692784070968628, + 1.270957589149475, + 1.2729898691177368, + 1.2725332975387573, + 1.2725391387939453, + 1.2722634077072144, + 1.2706851959228516, + 1.2704826593399048, + 1.2701174020767212, + 1.2706260681152344, + 1.2702800035476685, + 1.2702325582504272, + 1.2676767110824585, + 1.2654930353164673, + 1.2632534503936768, + 1.2619444131851196, + 1.2617857456207275, + 1.2636642456054688, + 1.2664775848388672, + 1.2658957242965698, + 1.2681529521942139, + 1.2693246603012085, + 1.2686563730239868, + 1.2697396278381348, + 1.2710416316986084, + 1.2723228931427002, + 1.2716864347457886, + 1.2709418535232544, + 1.2777299880981445, + 1.275618076324463, + 1.2743818759918213, + 1.2729581594467163, + 1.2719062566757202, + 1.2728811502456665, + 1.2759963274002075, + 1.2756565809249878 ], "p10": [ - 1.2178317308425903, - 1.2064999341964722, - 1.2006018161773682, - 1.1972062587738037, - 1.1950702667236328, - 1.1927571296691895, - 1.192333459854126, - 1.1920111179351807, - 1.1915602684020996, - 1.1905219554901123, - 1.1923458576202393, - 1.1920356750488281, - 1.1931318044662476, - 1.1907002925872803, - 1.190321922302246, - 1.188866376876831, - 1.1932685375213623, - 1.1915761232376099, - 1.1916619539260864, - 1.1920750141143799, - 1.1913870573043823, - 1.190788745880127, - 1.1916166543960571, - 1.1913219690322876, - 1.1918363571166992, - 1.1914358139038086, - 1.1913641691207886, - 1.1902178525924683, - 1.1909222602844238, - 1.188881754875183, - 1.188978910446167, - 1.1883783340454102, - 1.1867883205413818, - 1.1859376430511475, - 1.1869515180587769, - 1.1870290040969849, - 1.18562650680542, - 1.1859996318817139, - 1.1865266561508179, - 1.1862218379974365, - 1.1860523223876953, - 1.1869087219238281, - 1.1864832639694214, - 1.1854441165924072, - 1.1863257884979248, - 1.184322476387024, - 1.1842533349990845, - 1.1845203638076782, - 1.1832890510559082, - 1.181915044784546, - 1.1829404830932617, - 1.1837403774261475, - 1.1824486255645752, - 1.1831234693527222, - 1.1833100318908691, - 1.1832977533340454, - 1.182704210281372, - 1.1834393739700317, - 1.18212890625, - 1.181205153465271, - 1.1824136972427368, - 1.181188702583313, - 1.1809595823287964, - 1.1809427738189697, - 1.1811681985855103, - 1.1797332763671875, - 1.1800246238708496, - 1.1807544231414795, - 1.178264856338501, - 1.179154634475708, - 1.1795554161071777, - 1.1799010038375854 + 1.2709048986434937, + 1.2384626865386963, + 1.2239066362380981, + 1.2195971012115479, + 1.2124425172805786, + 1.2120463848114014, + 1.2113502025604248, + 1.2087230682373047, + 1.2099614143371582, + 1.2058287858963013, + 1.2066397666931152, + 1.2055689096450806, + 1.2036077976226807, + 1.2029057741165161, + 1.203523874282837, + 1.2013267278671265, + 1.2009503841400146, + 1.1980113983154297, + 1.1961007118225098, + 1.1960397958755493, + 1.197153091430664, + 1.196181058883667, + 1.194729208946228, + 1.1951770782470703, + 1.1927521228790283, + 1.192954421043396, + 1.1925978660583496, + 1.192261815071106, + 1.1944403648376465, + 1.1932190656661987, + 1.1925101280212402, + 1.192296028137207, + 1.1955887079238892, + 1.1941189765930176, + 1.1927212476730347, + 1.1940293312072754, + 1.1947101354599, + 1.1933344602584839, + 1.1928949356079102, + 1.1942321062088013, + 1.1934967041015625, + 1.191660761833191, + 1.1937226057052612, + 1.192723035812378, + 1.193896770477295, + 1.1908735036849976, + 1.1905419826507568, + 1.1893699169158936, + 1.1880922317504883, + 1.1870568990707397, + 1.1851539611816406, + 1.1865966320037842, + 1.1869455575942993, + 1.1857270002365112, + 1.1857521533966064, + 1.1869815587997437, + 1.1857130527496338, + 1.1847678422927856, + 1.1868476867675781, + 1.1860816478729248, + 1.1865899562835693, + 1.1845653057098389, + 1.1831635236740112, + 1.183142900466919, + 1.1863800287246704, + 1.1849929094314575, + 1.1830596923828125, + 1.1843724250793457, + 1.1847059726715088, + 1.1828618049621582, + 1.1830109357833862, + 1.1852595806121826 ], "p90": [ - 1.3818786144256592, - 1.3840394020080566, - 1.385565161705017, - 1.38358473777771, - 1.3812849521636963, - 1.3822057247161865, - 1.3838800191879272, - 1.3849447965621948, - 1.387511134147644, - 1.3877060413360596, - 1.3903477191925049, - 1.3934835195541382, - 1.3938480615615845, - 1.39396071434021, - 1.390829086303711, - 1.390223741531372, - 1.3892724514007568, - 1.3854286670684814, - 1.3864350318908691, - 1.3861985206604004, - 1.3824701309204102, - 1.3868058919906616, - 1.386202096939087, - 1.3906896114349365, - 1.3904435634613037, - 1.3849520683288574, - 1.3846739530563354, - 1.3839788436889648, - 1.3803224563598633, - 1.3800185918807983, - 1.3764251470565796, - 1.3787318468093872, - 1.3853883743286133, - 1.3809521198272705, - 1.3811407089233398, - 1.3814960718154907, - 1.3754024505615234, - 1.378519058227539, - 1.3782711029052734, - 1.3793435096740723, - 1.380436658859253, - 1.384813904762268, - 1.3864022493362427, - 1.389506459236145, - 1.3881903886795044, - 1.3902381658554077, - 1.3876198530197144, - 1.390070915222168, - 1.395977258682251, - 1.3918076753616333, - 1.3914458751678467, - 1.3897711038589478, - 1.3827096223831177, - 1.386821985244751, - 1.3895678520202637, - 1.3928626775741577, - 1.3970582485198975, - 1.3995325565338135, - 1.4039283990859985, - 1.408110499382019, - 1.4056205749511719, - 1.405016303062439, - 1.401323914527893, - 1.4047362804412842, - 1.407660961151123, - 1.4068769216537476, - 1.4092631340026855, - 1.410574197769165, - 1.4052377939224243, - 1.4154478311538696, - 1.420014500617981, - 1.4223649501800537 + 1.4442722797393799, + 1.4375308752059937, + 1.4334640502929688, + 1.4273641109466553, + 1.4256329536437988, + 1.426104187965393, + 1.4269521236419678, + 1.4263261556625366, + 1.4275318384170532, + 1.4266630411148071, + 1.4238580465316772, + 1.4237945079803467, + 1.421755075454712, + 1.4236574172973633, + 1.4200080633163452, + 1.4181416034698486, + 1.4002985954284668, + 1.4010467529296875, + 1.4018064737319946, + 1.4003446102142334, + 1.4022895097732544, + 1.4035283327102661, + 1.4018837213516235, + 1.3988686800003052, + 1.3971936702728271, + 1.3913540840148926, + 1.388931393623352, + 1.388118028640747, + 1.3840762376785278, + 1.3843748569488525, + 1.3856282234191895, + 1.3902289867401123, + 1.4036651849746704, + 1.4043915271759033, + 1.4063918590545654, + 1.4049797058105469, + 1.4049969911575317, + 1.4091747999191284, + 1.411068081855774, + 1.4118475914001465, + 1.416494369506836, + 1.4144530296325684, + 1.4146151542663574, + 1.4171874523162842, + 1.4152957201004028, + 1.416421890258789, + 1.4161736965179443, + 1.4179301261901855, + 1.4154908657073975, + 1.414711833000183, + 1.4151310920715332, + 1.4157812595367432, + 1.4137682914733887, + 1.419663429260254, + 1.4192426204681396, + 1.4229012727737427, + 1.4308981895446777, + 1.4292582273483276, + 1.4306204319000244, + 1.4342882633209229, + 1.4336358308792114, + 1.4362713098526, + 1.4367613792419434, + 1.4383935928344727, + 1.4467904567718506, + 1.4448721408843994, + 1.4487868547439575, + 1.447304129600525, + 1.4431040287017822, + 1.4510616064071655, + 1.4499847888946533, + 1.452623963356018 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 95800331c4460cc21522b763720701d3da192c18..32a3b687175cfb3f7e640530da64653d83fbf9bf 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,49 +1,31 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-21T17:41:24.385522+00:00", + "evaluated_at": "2026-06-21T20:27:31.750028+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t153000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t145000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 757641d7e4b2f3fc685e14266f66ca23abc9d3ca..73720e855ce72347f5da326f00dbc824a34700fe 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,199212.22093802496,188696.49474488143,397.41833251985616,0.34015745996178404,0.006188377921502674,0.006210383357718415,3.8521128349433766,446.3319627116402,0.006955705361519458,0.006193427890487919,0.005071204839219193,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,305467.5237207097,292212.080084916,520.7448074413909,0.44745956355950983,0.008107716865823532,0.008143293474343371,6.774705378081873,552.6911648657953,0.008606506650925378,0.008109037982844283,0.006784203227431306,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.963619650206121,0.9655098477333603,0.7475436302452964,1.6129684271349072,0.8218128094572201,0.4548732743898435,60.60254610371698,0.9816413042482071,0.793940474973897,0.6046049023122549,0.5951623683223842,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.04281492391596618,0.04295301293240022,0.1669150651377713,1.552698211478412,0.11427742176638235,0.12480476260490247,26.317957845228175,0.20691767424743152,0.1489807254581507,0.12017884689919534,0.10713443706152996,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04389108585238752,0.04438761752921797,0.18568300765769716,0.4157314937062743,0.3837848138510077,0.33873699620104236,13.005137282701478,0.20950199486493565,0.34697252934545963,0.30752405419814294,0.29026988192903896,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.04135296801495717,0.040791069735907924,0.16200690571121715,1.579567518983489,0.10804851099611859,0.11674239633696332,20.878820468150263,0.2033542918528084,0.14284399037465564,0.11379997279226961,0.1031511058042216,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,72.60342440269784,74.63455996323043,7.754380543393082,3.962926665910961,0.2935982744842194,0.36061455037033285,116.58600658384921,8.52076430859919,0.32398342752139536,0.2948433609668438,0.2790673758168003,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 699937e6247a55fe4be327e43d8ac155c6d4182a..880a4cc597184ecd87cce9dc644c5c868dcad1e7 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-21T17:17:59.373376+00:00", + "evaluated_at": "2026-06-21T21:31:16.286608+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65978.7890625, - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,13 +97,13 @@ 63397.78125, 63949.8984375, 64160.0390625, - 64034.30859375 - ], - "actuals": [ + 64034.30859375, 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,91 +123,91 @@ 64146.0, 64145.96875, 64224.0, - 64223.48828125 + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 64038.42156603481, - 64020.1403978666, - 63988.058448448384, - 63977.07024903017, - 63970.988299611956, - 63925.78135019374, - 63908.87518202553, - 63914.38698260731, - 63895.5198769391, - 63844.883240020885, - 63872.29738435267, - 63835.19395055946, - 63821.58270426624, - 63788.98512984803, - 63755.258649179814, - 63739.0712310116, - 63712.813500343385, - 63718.26670717517, - 63660.36835150696, - 63690.80202708874, - 63652.16539017053, - 63623.188909502314, - 63607.0014913341, - 63569.122666915886 + 63927.84872715807, + 63889.928293273064, + 63870.44535938805, + 63880.84133175305, + 63815.14746036804, + 63822.10593273303, + 63834.083936348026, + 63787.304127463016, + 63742.72158420301, + 63737.707400318, + 63715.30063830799, + 63730.82356379799, + 63702.67461428798, + 63674.570586652975, + 63664.474371517965, + 63625.50510950796, + 63598.40303499795, + 63592.47478861294, + 63582.05240160294, + 63551.73743646793, + 63524.375596332924, + 63488.03914682291, + 63509.3765254379, + 63462.0224978029 ], "p10": [ - 63789.10555040981, - 63800.795475991596, - 63752.531104698384, - 63657.87493653017, - 63696.78009648695, - 63671.809865818745, - 63601.27361952553, - 63661.88307635731, - 63639.3284706891, - 63602.082458770885, - 63589.31847810267, - 63586.045903684455, - 63567.17879801624, - 63533.39528609803, - 63513.850055429815, - 63494.9829497616, - 63476.11584409339, - 63457.24873842517, - 63450.65741400696, - 63439.78093333874, - 63400.64742142053, - 63369.93617512732, - 63299.3999288341, - 63332.20196379089 + 63668.00263340807, + 63585.006418273064, + 63640.15278126305, + 63634.57687862805, + 63590.74902286804, + 63564.48483898303, + 63567.068311348026, + 63542.738111838014, + 63375.521584203016, + 63493.334353443, + 63473.85141955799, + 63474.43489192299, + 63363.437114287975, + 63427.000274152975, + 63407.517340267965, + 63386.87464075796, + 63368.55147249795, + 63273.27947611294, + 63332.904354727936, + 63313.421420842926, + 63289.45997133292, + 63252.75789682291, + 63233.2749629379, + 63200.7939821779 ], "p90": [ - 64277.84344103481, - 64257.2958666166, - 64237.542823448384, - 64219.56165528017, - 64247.695330861956, - 64178.76181894374, - 64162.07440077553, - 64143.87135760731, - 64175.3640175641, - 64095.650427520886, - 64089.17238435267, - 64068.43809118446, - 64055.97020426624, - 64037.103098598025, - 64011.797711679814, - 63992.9345122616, - 63973.46935971839, - 63954.53623842517, - 63941.05194525696, - 63917.687964588746, - 63945.82164017053, - 63876.888128252314, - 63870.4362569591, - 63841.333604415886 + 64172.388570908064, + 64146.467355773064, + 64128.89067188805, + 64107.54055050305, + 64087.42441349304, + 64067.87546398303, + 64049.27846759803, + 64021.101393088014, + 64010.12588107801, + 63988.048025318, + 63970.52681018299, + 63951.64192317299, + 63938.593364287975, + 63912.711211652975, + 63893.189215267965, + 63920.93284388296, + 63853.62920687295, + 63831.90056986294, + 63817.16372972794, + 63843.00110834293, + 63776.330674457924, + 63756.14852182291, + 63787.6894160629, + 63715.0029665529 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +323,10 @@ "2026-06-21 13:00:00", "2026-06-21 14:00:00", "2026-06-21 15:00:00", - "2026-06-21 16:00:00" + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6d9a5b23dbfdd6d33e712dc28343f2291a35f838..8786e24fed6a9ca94a04f51442712f597e20d534 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-21T17:17:59.391101+00:00", + "evaluated_at": "2026-06-21T21:31:16.309188+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3bef7b802c6c4fa486195b40e52e01c760969f6a..0bc0790e04fd756daea6c833fce51e291c39443d 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-21T17:17:59.412382+00:00", + "evaluated_at": "2026-06-21T21:31:16.332426+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3568292489313185, - 1.3761438875046086, - 1.3994584745794858, - 1.4157730698201991, - 1.4410876534976116, - 1.4589023113828068, - 1.4827169218227045, - 1.5000314669359118, - 1.5253461176685497, - 1.5466606708879884, - 1.5699753771721552, - 1.5892900157454453, - 1.6106045093602395, - 1.6339191560397615, - 1.6477337760164024, - 1.6745484372394577, - 1.6963630436262396, - 1.7161776459599059, - 1.7374921395747, - 1.7598068885357923, - 1.7811214715575536, - 1.8044361182370754, - 1.8207507358295307, - 1.8455653333948254, - 1.8663798930515658, - 1.8881945590429927, - 1.9120091471311487, - 1.931323748451536, - 1.9486383680705492, - 1.9729530465789515, - 1.995267586923787, - 2.0185821814492444, - 2.0388968593019956, - 2.0602114721260794, - 2.0770260534789107, - 2.1018406510442054, - 2.122155276742892, - 2.1454698936200916, - 2.163784455661018, - 2.186099174819788, - 2.2074137578415494, - 2.2307283747187485, - 2.251542934375489, - 2.2713576261161226, - 2.2916720730008753, - 2.31398685176429, - 2.334801381618708, - 2.354616043557019, - 2.377930630631896, - 2.399245273258302, - 2.4205598562800636, - 2.443874473157263, - 2.4706890747756733, - 2.4850037181173352, - 2.5078183414318365, - 2.5266329268377836, - 2.5499475139126604, - 2.566762125067814, - 2.5985767517201754, - 2.6148913693126308 + 1.2668688798255958, + 1.2441183852621642, + 1.2228680800030844, + 1.207117644329042, + 1.1863672730280155, + 1.174616875262527, + 1.1538664592580172, + 1.1376161045270823, + 1.1163656502563906, + 1.0981152765711786, + 1.0778648690305284, + 1.0616143503868203, + 1.0433640065039307, + 1.0246136392560203, + 1.0068632591335067, + 0.9886127364366826, + 0.9708624159188137, + 0.9511120615455065, + 0.9328615984533274, + 0.9146112247681154, + 0.9028607972003045, + 0.8826104194619767, + 0.8593599909404915, + 0.8396096067648621, + 0.8313591937405845, + 0.8041088167175123, + 0.7923583891497015, + 0.7706079636680532, + 0.7493575764525868, + 0.738107202052119, + 0.7183567880741671, + 0.6956063531153803, + 0.679356005835026, + 0.65960553970301, + 0.6453551741240295, + 0.6236047262906395, + 0.6063544291377914, + 0.5871039193155707, + 0.5693535615447989, + 0.5486031380897084, + 0.5308527579671948, + 0.5126023544796604, + 0.49685194860794024, + 0.4796014949928996, + 0.45735112065203654, + 0.44160077438496104, + 0.41985032655157095, + 0.40759984581641695, + 0.3823495324511055, + 0.3730991323014312, + 0.3458487254760366, + 0.328598309113899, + 0.31884788559920396, + 0.2970975569751034, + 0.2768471196321308, + 0.25459670803836476, + 0.24034631265706208, + 0.2180959308656184, + 0.20184553143119965, + 0.18259508121362378 ], "p10": [ - 1.3258292308115065, - 1.3440438299026798, - 1.3644585005075063, - 1.382772980592046, - 1.4100876353777996, - 1.4274022997002964, - 1.4496169545814173, - 1.4700315223682314, - 1.489346152000825, - 1.5126607450361664, - 1.5319753895699213, - 1.5552899766447983, - 1.576604589468882, - 1.5979192022929658, - 1.623033766193557, - 1.640548427941133, - 1.6668629167875555, - 1.6791776395226041, - 1.7044922664133841, - 1.7298068277390546, - 1.7481215313410123, - 1.768436104885635, - 1.7897507177097187, - 1.8179653013036847, - 1.832379943357886, - 1.8546945284062053, - 1.8750091690060533, - 1.8983237560809305, - 1.919538376152939, - 1.9398530495353419, - 1.9621675943505257, - 1.9834822146251898, - 2.0028968399900906, - 2.0252114309988745, - 2.0455260686184906, - 2.0668406844228064, - 2.0940552689704464, - 2.114369793341237, - 2.1307845228950573, - 2.152099135719141, - 2.1732137183355906, - 2.1947283315649857, - 2.213042953210557, - 2.2373575870154756, - 2.2595721748413715, - 2.279986812663643, - 2.30330139973852, - 2.3226160055292557, - 2.3449306233601295, - 2.365245234157655, - 2.3874598517858736, - 2.4078744896081448, - 2.430089144489266, - 2.4505037152563123, - 2.4768183113910953, - 2.4909329096239623, - 2.514447553728563, - 2.5367621387768824, - 2.5608767304532383, - 2.5783913892205823 + 1.2302688920803109, + 1.2121185528704252, + 1.1958680103848593, + 1.1775176141452497, + 1.1573672887636417, + 1.1380167861893458, + 1.1218664689139697, + 1.1035160667138957, + 1.0872656374771548, + 1.0661153309306146, + 1.0487648562512926, + 1.0285143652641395, + 1.011364114507547, + 0.993113716980477, + 0.9748633075324782, + 0.9596128117769536, + 0.9403623615593777, + 0.922011965319768, + 0.9027616283510173, + 0.8835111721729768, + 0.8673608608580652, + 0.8481104166009538, + 0.8288600259880227, + 0.812609537146637, + 0.7933592061383506, + 0.773008716438658, + 0.7518584039316534, + 0.7396079828011441, + 0.7193576587069966, + 0.7061071908464458, + 0.6808567642323092, + 0.6635062955134516, + 0.6462559268350297, + 0.6281055816646799, + 0.6087550850508484, + 0.5916047210454307, + 0.573354424846257, + 0.5561039608004035, + 0.5378535573128691, + 0.5195031610732594, + 0.502352737463197, + 0.48200229544722023, + 0.4657518781314083, + 0.4456015527498004, + 0.4282511376751231, + 0.41000072822712413, + 0.3897502432004357, + 0.3703999075191452, + 0.35434952935166397, + 0.3359991211911254, + 0.31764872495151575, + 0.29849822576276375, + 0.2833478956127843, + 0.26309757747910123, + 0.2448470547822773, + 0.2284966327934612, + 0.20834630741185334, + 0.1910958910497157, + 0.16984546658134614, + 0.15359509694925 ], "p90": [ - 1.3830292156004012, - 1.4061438290920567, - 1.4254583782583798, - 1.4457730635617114, - 1.4680876039065471, - 1.4904022634606724, - 1.510716862337269, - 1.5331314937818439, - 1.5573461229137584, - 1.5746607008095201, - 1.597075320333166, - 1.619389979887291, - 1.6386045661038613, - 1.6639191870341767, - 1.6822337788774253, - 1.703548391701509, - 1.7259630440077094, - 1.7472776568317931, - 1.7686922743288809, - 1.7898068897278852, - 1.8131214768027624, - 1.8305360802331538, - 1.8497506724101886, - 1.872065320043385, - 1.8963799270262134, - 1.9217945138865138, - 1.939109172248546, - 1.9596237476885965, - 1.9806383584145968, - 2.0049529922195153, - 2.0242676039707153, - 2.0445821968868474, - 2.06699685217328, - 2.09021144351585, - 2.1076260201241515, - 2.131840625414208, - 2.1533552714261575, - 2.1724698738313495, - 2.191884505156715, - 2.215099099479517, - 2.2365137139963727, - 2.2557283508768906, - 2.2800429846818093, - 2.3033575717566865, - 2.3207721751870785, - 2.344986780477135, - 2.3643013892481024, - 2.385616002072186, - 2.4089305891470634, - 2.4282452277203532, - 2.4486598253094902, - 2.471974466028547, - 2.496189133903481, - 2.5156036579404857, - 2.5338182451107305, - 2.5562329063576277, - 2.576447503541452, - 2.598762130313023, - 2.6230767641179416, - 2.643391330211984 + 1.2903689050979652, + 1.2691184806295959, + 1.2499680887292044, + 1.2346176479053206, + 1.2143672701669925, + 1.1961168666794582, + 1.1788664026336046, + 1.1597160643773936, + 1.1414656608898592, + 1.1242152922114375, + 1.1048648492417863, + 1.0887144515001397, + 1.0693639817083984, + 1.0531136597600181, + 1.035063253697563, + 1.0157128107279119, + 0.9974624072403775, + 0.9772120265218173, + 0.9598615578029597, + 0.9447112783169282, + 0.9243608184195581, + 0.9041104108789079, + 0.884859960661332, + 0.8677095966559143, + 0.8504592428786537, + 0.8301087800010511, + 0.8138583209619878, + 0.7946079899537015, + 0.7804576469291188, + 0.7611072039594676, + 0.7399567722431735, + 0.7246063969843989, + 0.7074560329789812, + 0.6872055747743829, + 0.6668551655409607, + 0.6516047830342613, + 0.6304543513179671, + 0.6151039760591925, + 0.5948534791115752, + 0.5756031481032887, + 0.5574527492887585, + 0.5401023878582615, + 0.5218518770823665, + 0.5026015341531512, + 0.48435113066561686, + 0.4711007224097108, + 0.44885034359849935, + 0.43559984891585846, + 0.41234945317692795, + 0.3940990496893936, + 0.37784873072124536, + 0.3585982834839017, + 0.33934794949538316, + 0.3200974992778073, + 0.3029471352723896, + 0.28359669230273854, + 0.26534628881520417, + 0.25009590630850476, + 0.2319455074939743, + 0.21059507835260083 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7094a99f582dd6934a672cc4c6236aa461977667..f4509137520cb4f34f8d791b55694321adf34dee 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-21T17:17:59.431624+00:00", + "evaluated_at": "2026-06-21T21:31:16.351004+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2732570846469087, - 1.271953196661813, - 1.2706493086767174, - 1.2693454206916217, - 1.268041532706526, - 1.2667376447214302, - 1.2654337567363345, - 1.2641298687512388, - 1.2628259807661433, - 1.2615220927810475, - 1.2602182047959518, - 1.258914316810856, - 1.2576104288257604, - 1.2563065408406648, - 1.2550026528555691, - 1.2536987648704734, - 1.2523948768853777, - 1.251090988900282, - 1.2497871009151862, - 1.2484832129300907, - 1.247179324944995, - 1.2458754369598992, - 1.2445715489748035, - 1.2432676609897078, - 1.241963773004612, - 1.2406598850195165, - 1.2393559970344208, - 1.238052109049325, - 1.2367482210642293, - 1.2354443330791336, - 1.234140445094038, - 1.2328365571089424, - 1.2315326691238466, - 1.230228781138751, - 1.2289248931536552, - 1.2276210051685594, - 1.226317117183464, - 1.2250132291983682, - 1.2237093412132725, - 1.2224054532281767, - 1.221101565243081, - 1.2197976772579855, - 1.2184937892728898, - 1.217189901287794, - 1.2158860133026983, - 1.2145821253176026, - 1.2132782373325068, - 1.2119743493474113, - 1.2106704613623156, - 1.2093665733772199, - 1.2080626853921241, - 1.2067587974070284, - 1.205454909421933, - 1.2041510214368372, - 1.2028471334517414, - 1.2015432454666457, - 1.20023935748155, - 1.1989354694964542, - 1.1976315815113587, - 1.196327693526263, - 1.1950238055411673, - 1.1937199175560715, - 1.1924160295709758, - 1.1911121415858803, - 1.1898082536007846, - 1.1885043656156888, - 1.187200477630593, - 1.1858965896454974, - 1.1845927016604016, - 1.1832888136753061, - 1.1819849256902104, - 1.1806810377051147 + 1.3454774586329836, + 1.3439327655682476, + 1.3423880725035116, + 1.3408433794387755, + 1.3392986863740395, + 1.3377539933093032, + 1.3362093002445672, + 1.3346646071798312, + 1.3331199141150951, + 1.331575221050359, + 1.330030527985623, + 1.328485834920887, + 1.326941141856151, + 1.325396448791415, + 1.323851755726679, + 1.3223070626619429, + 1.3207623695972068, + 1.3192176765324706, + 1.3176729834677345, + 1.3161282904029985, + 1.3145835973382625, + 1.3130389042735264, + 1.3114942112087904, + 1.3099495181440544, + 1.3084048250793183, + 1.3068601320145823, + 1.3053154389498463, + 1.3037707458851102, + 1.3022260528203742, + 1.300681359755638, + 1.2991366666909019, + 1.2975919736261659, + 1.2960472805614298, + 1.2945025874966938, + 1.2929578944319577, + 1.2914132013672217, + 1.2898685083024857, + 1.2883238152377496, + 1.2867791221730136, + 1.2852344291082776, + 1.2836897360435415, + 1.2821450429788053, + 1.2806003499140692, + 1.2790556568493332, + 1.2775109637845972, + 1.2759662707198611, + 1.274421577655125, + 1.272876884590389, + 1.271332191525653, + 1.269787498460917, + 1.268242805396181, + 1.266698112331445, + 1.2651534192667087, + 1.2636087262019726, + 1.2620640331372366, + 1.2605193400725005, + 1.2589746470077645, + 1.2574299539430285, + 1.2558852608782924, + 1.2543405678135564, + 1.2527958747488204, + 1.2512511816840843, + 1.2497064886193483, + 1.2481617955546123, + 1.2466171024898762, + 1.24507240942514, + 1.243527716360404, + 1.241983023295668, + 1.2404383302309319, + 1.2388936371661958, + 1.2373489441014598, + 1.2358042510367238 ], "p10": [ - 1.1732570608050508, - 1.171953172819955, - 1.1706492848348595, - 1.1693453968497638, - 1.168041508864668, - 1.1667376208795723, - 1.1654337328944766, - 1.1641298449093809, - 1.1628259569242854, - 1.1615220689391896, - 1.160218180954094, - 1.1589142929689982, - 1.1576104049839024, - 1.156306516998807, - 1.1550026290137112, - 1.1536987410286155, - 1.1523948530435197, - 1.151090965058424, - 1.1497870770733283, - 1.1484831890882328, - 1.147179301103137, - 1.1458754131180413, - 1.1445715251329456, - 1.1432676371478498, - 1.1419637491627541, - 1.1406598611776586, - 1.1393559731925629, - 1.1380520852074671, - 1.1367481972223714, - 1.1354443092372757, - 1.1341404212521802, - 1.1328365332670844, - 1.1315326452819887, - 1.130228757296893, - 1.1289248693117973, - 1.1276209813267015, - 1.126317093341606, - 1.1250132053565103, - 1.1237093173714146, - 1.1224054293863188, - 1.121101541401223, - 1.1197976534161276, - 1.1184937654310318, - 1.1171898774459361, - 1.1158859894608404, - 1.1145821014757447, - 1.113278213490649, - 1.1119743255055534, - 1.1106704375204577, - 1.109366549535362, - 1.1080626615502662, - 1.1067587735651705, - 1.105454885580075, - 1.1041509975949793, - 1.1028471096098835, - 1.1015432216247878, - 1.100239333639692, - 1.0989354456545963, - 1.0976315576695008, - 1.096327669684405, - 1.0950237816993094, - 1.0937198937142136, - 1.092416005729118, - 1.0911121177440224, - 1.0898082297589267, - 1.088504341773831, - 1.0872004537887352, - 1.0858965658036395, - 1.0845926778185437, - 1.0832887898334482, - 1.0819849018483525, - 1.0806810138632568 + 1.2454774347911257, + 1.2439327417263897, + 1.2423880486616536, + 1.2408433555969176, + 1.2392986625321816, + 1.2377539694674453, + 1.2362092764027093, + 1.2346645833379732, + 1.2331198902732372, + 1.2315751972085012, + 1.2300305041437651, + 1.228485811079029, + 1.226941118014293, + 1.225396424949557, + 1.223851731884821, + 1.222307038820085, + 1.220762345755349, + 1.2192176526906127, + 1.2176729596258766, + 1.2161282665611406, + 1.2145835734964046, + 1.2130388804316685, + 1.2114941873669325, + 1.2099494943021964, + 1.2084048012374604, + 1.2068601081727244, + 1.2053154151079883, + 1.2037707220432523, + 1.2022260289785163, + 1.20068133591378, + 1.199136642849044, + 1.197591949784308, + 1.196047256719572, + 1.1945025636548359, + 1.1929578705900998, + 1.1914131775253638, + 1.1898684844606278, + 1.1883237913958917, + 1.1867790983311557, + 1.1852344052664197, + 1.1836897122016836, + 1.1821450191369474, + 1.1806003260722113, + 1.1790556330074753, + 1.1775109399427393, + 1.1759662468780032, + 1.1744215538132672, + 1.1728768607485311, + 1.1713321676837951, + 1.169787474619059, + 1.168242781554323, + 1.166698088489587, + 1.1651533954248507, + 1.1636087023601147, + 1.1620640092953787, + 1.1605193162306426, + 1.1589746231659066, + 1.1574299301011706, + 1.1558852370364345, + 1.1543405439716985, + 1.1527958509069625, + 1.1512511578422264, + 1.1497064647774904, + 1.1481617717127544, + 1.1466170786480183, + 1.145072385583282, + 1.143527692518546, + 1.14198299945381, + 1.140438306389074, + 1.138893613324338, + 1.1373489202596019, + 1.1358042271948658 ], "p90": [ - 1.3732571084887666, - 1.3719532205036709, - 1.3706493325185753, - 1.3693454445334796, - 1.3680415565483839, - 1.3667376685632882, - 1.3654337805781924, - 1.3641298925930967, - 1.3628260046080012, - 1.3615221166229055, - 1.3602182286378097, - 1.358914340652714, - 1.3576104526676183, - 1.3563065646825228, - 1.355002676697427, - 1.3536987887123313, - 1.3523949007272356, - 1.3510910127421398, - 1.349787124757044, - 1.3484832367719486, - 1.3471793487868529, - 1.3458754608017571, - 1.3445715728166614, - 1.3432676848315657, - 1.34196379684647, - 1.3406599088613744, - 1.3393560208762787, - 1.338052132891183, - 1.3367482449060872, - 1.3354443569209915, - 1.334140468935896, - 1.3328365809508003, - 1.3315326929657045, - 1.3302288049806088, - 1.328924916995513, - 1.3276210290104173, - 1.3263171410253218, - 1.325013253040226, - 1.3237093650551304, - 1.3224054770700346, - 1.321101589084939, - 1.3197977010998434, - 1.3184938131147477, - 1.317189925129652, - 1.3158860371445562, - 1.3145821491594605, - 1.3132782611743647, - 1.3119743731892692, - 1.3106704852041735, - 1.3093665972190778, - 1.308062709233982, - 1.3067588212488863, - 1.3054549332637908, - 1.304151045278695, - 1.3028471572935993, - 1.3015432693085036, - 1.3002393813234079, - 1.2989354933383122, - 1.2976316053532166, - 1.296327717368121, - 1.2950238293830252, - 1.2937199413979295, - 1.2924160534128337, - 1.2911121654277382, - 1.2898082774426425, - 1.2885043894575468, - 1.287200501472451, - 1.2858966134873553, - 1.2845927255022596, - 1.283288837517164, - 1.2819849495320683, - 1.2806810615469726 + 1.4454774824748415, + 1.4439327894101055, + 1.4423880963453695, + 1.4408434032806334, + 1.4392987102158974, + 1.4377540171511611, + 1.436209324086425, + 1.434664631021689, + 1.433119937956953, + 1.431575244892217, + 1.430030551827481, + 1.428485858762745, + 1.4269411656980089, + 1.4253964726332728, + 1.4238517795685368, + 1.4223070865038008, + 1.4207623934390647, + 1.4192177003743285, + 1.4176730073095924, + 1.4161283142448564, + 1.4145836211801204, + 1.4130389281153843, + 1.4114942350506483, + 1.4099495419859123, + 1.4084048489211762, + 1.4068601558564402, + 1.4053154627917042, + 1.4037707697269681, + 1.402226076662232, + 1.4006813835974958, + 1.3991366905327598, + 1.3975919974680238, + 1.3960473044032877, + 1.3945026113385517, + 1.3929579182738157, + 1.3914132252090796, + 1.3898685321443436, + 1.3883238390796075, + 1.3867791460148715, + 1.3852344529501355, + 1.3836897598853994, + 1.3821450668206632, + 1.3806003737559271, + 1.379055680691191, + 1.377510987626455, + 1.375966294561719, + 1.374421601496983, + 1.372876908432247, + 1.371332215367511, + 1.369787522302775, + 1.3682428292380389, + 1.3666981361733028, + 1.3651534431085666, + 1.3636087500438305, + 1.3620640569790945, + 1.3605193639143585, + 1.3589746708496224, + 1.3574299777848864, + 1.3558852847201504, + 1.3543405916554143, + 1.3527958985906783, + 1.3512512055259422, + 1.3497065124612062, + 1.3481618193964702, + 1.3466171263317341, + 1.3450724332669979, + 1.3435277402022618, + 1.3419830471375258, + 1.3404383540727898, + 1.3388936610080537, + 1.3373489679433177, + 1.3358042748785817 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index eb527fabc485fd5a9c5401d00cab5387b5bb2193..9c6c4494ea81c7ab4f0439349ad8a96141584b0b 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,30 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-21T17:17:59.440005+00:00", + "evaluated_at": "2026-06-21T21:31:16.358503+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 70b3753643ac274b398a623bc3d1f821bf5b920d..1cc9277fd2f36244cba77f79158d03ec2c846bf4 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1598,3 +1598,7 @@ {"evaluated_at": "2026-06-21T17:17:59.524429+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-21T17:17:59.524429+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-21T17:17:59.524429+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f5ab868ece1966a7422c9136f364e246020f4be8..7cd7fb566fe6d6ca83c20642a7568368ecbd0f45 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,52288.41203180949,41210.935735702515,165.1640625,0.14051263342751602,0.0025708443246703562,0.0025750231709018296,1.7521781437346855,228.66659579354717,0.0035630250332419574,0.0025735446283144687,0.004509341225740649,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0109182001951922,1.0131310527416797,0.8068091074625651,0.44330173408043644,0.03254154738875192,0.03185326865785731,2.1512055993234798,1.0054442800052086,0.039926970092957814,0.03203901374247904,0.026893950328116718,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.1210591179751587,0.14572423101210166,0.2701157291730245,0.5828263732053295,0.31006429472801705,0.22477830361001858,2.285301172941432,0.34793550835630255,0.28140633607124593,0.21846657163819447,0.16213669382262536,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016104591004810667,0.015387215601677292,0.10115771575106515,0.9410019652466802,0.07038916489829243,0.07288520730941135,4.3650012211712825,0.12690386520831692,0.09137078294998818,0.07283355534076691,0.06961473109987046,Ocean,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,34002.89477157593,21890.578578472137,126.60099283854167,0.10878423402831576,0.0019707746067388616,0.0019725579333094876,1.7621304998982321,184.39873853032708,0.0028714571002213737,0.0019714306219156593,0.004131428483964809,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1435885119902498,1.1747058612333678,0.8515034914016724,0.46785908937130044,0.03439313334858585,0.033592128289063466,2.0782150569302487,1.0693869795309132,0.04246618415225165,0.0338138623008205,0.027349736498746124,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.08314235667998733,0.06837418164515958,0.23932810028394064,0.5358391695181227,0.5286042328174664,0.39077613508291004,2.805227903063473,0.28834416359619164,0.4775491700185074,0.39636985964022986,0.25207467726662897,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02739143902243689,0.025904600157096464,0.13102800978554618,1.277523247701714,0.08799404244328726,0.09296533281705531,7.418332558323846,0.16550359217381624,0.11625618181965629,0.0920391873615544,0.08013988958787789,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.773080646761893,1.8610201670235067,1.082911451657613,4.16949846728734,0.06894768743293272,0.0728896238647535,111.37152905911823,1.3315707441821831,0.08828093331594584,0.07179523436404064,0.06409042161106698,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,25.146728943194983,20.805770262768874,3.8397724628448486,0.3370400923920644,0.1467622056689639,0.13983279285622374,2.418894449690925,5.01465142788559,0.18114333209935207,0.1387033951263742,0.15397927372137343,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4729275631190528,1.435791223408766,0.8727842966715494,0.447214139666956,0.0366657152641681,0.03554434072669088,1.984689294329775,1.2136422714783186,0.04866735925727594,0.03499886903946063,0.028085504409873605,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index dc44e7ed7aeb48400c225fea7f36210848a4dfb5..78d3d767c8bf6b7679b8d09e9cb95cf797d2e22f 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:09:50.421192+00:00", + "evaluated_at": "2026-06-21T21:12:05.398123+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63881.2734375, - 63887.248046875, - 63879.634765625, - 63916.302734375, - 63898.30078125, - 63938.5546875, - 63924.525390625, - 63966.138671875, - 63908.107421875, - 64034.87890625, - 64033.646484375, - 64070.6953125, - 64020.025390625, - 64031.11328125, - 64214.8828125, - 64135.578125, - 64017.205078125, - 64089.453125, - 64131.87890625, - 64248.044921875, - 64281.69921875, - 64021.720703125, - 64243.314453125, - 64110.88671875 + 63875.6640625, + 63944.28125, + 64018.38671875, + 64051.951171875, + 64010.080078125, + 64061.087890625, + 64099.9609375, + 64124.279296875, + 64168.64453125, + 64130.234375, + 64246.927734375, + 64121.19921875, + 64189.6875, + 64171.90625, + 64239.607421875, + 64224.0703125, + 64152.841796875, + 64324.013671875, + 64141.880859375, + 64310.255859375, + 64259.09765625, + 64148.673828125, + 64207.45703125, + 64137.77734375 ], "p10": [ - 63666.671875, - 63585.349609375, - 63391.48046875, - 63431.158203125, - 63408.93359375, - 63377.705078125, - 63206.380859375, - 63200.826171875, - 63063.560546875, - 63146.51171875, - 63040.751953125, - 62846.79296875, - 62943.248046875, - 62763.28125, - 62991.376953125, - 62838.185546875, - 62871.408203125, - 62651.521484375, - 62700.451171875, - 62767.439453125, - 62779.072265625, - 62346.529296875, - 63055.140625, - 62573.576171875 + 63662.625, + 63670.046875, + 63692.27734375, + 63562.55859375, + 63488.22265625, + 63467.88671875, + 63507.822265625, + 63462.62109375, + 63323.71875, + 63358.8984375, + 63413.552734375, + 63214.298828125, + 63305.115234375, + 63151.626953125, + 63367.05859375, + 63053.1015625, + 63000.580078125, + 63102.9140625, + 62886.341796875, + 62825.99609375, + 62667.4140625, + 62755.685546875, + 62773.208984375, + 62678.353515625 ], "p90": [ - 64107.087890625, - 64213.84375, - 64288.427734375, - 64428.60546875, - 64468.189453125, - 64500.4375, - 64698.771484375, - 64785.703125, - 64771.189453125, - 64830.966796875, - 64994.0859375, - 64926.6171875, - 65564.1875, - 65205.125, - 65603.3125, - 65314.91796875, - 65431.568359375, - 65754.921875, - 65695.44140625, - 65668.97265625, - 65754.77734375, - 65619.78125, - 66303.3984375, - 65776.67578125 + 64158.533203125, + 64318.5234375, + 64409.267578125, + 64507.6328125, + 64453.943359375, + 64722.5546875, + 64803.359375, + 64909.546875, + 64826.197265625, + 65035.294921875, + 65101.279296875, + 65144.05078125, + 65208.8828125, + 65524.169921875, + 65501.005859375, + 65494.310546875, + 65446.419921875, + 65619.0234375, + 65628.5390625, + 65788.01171875, + 65677.2421875, + 65535.978515625, + 66029.625, + 66459.90625 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 78f6e59b84c0c0f307b51100513dbe917fae2e51..c594fae036fefc434e230fab01f00c047f0ac6d2 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T17:16:43.060208+00:00", + "evaluated_at": "2026-06-21T21:12:28.247260+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 23.18000030517578 ], "p50": [ - 22.857742309570312, - 22.412219047546387, - 21.98097324371338, - 21.703213691711426, - 21.692187309265137, - 22.17173480987549, - 23.339491844177246, - 25.0389986038208, - 26.682543754577637, - 27.796908378601074, - 28.81561279296875, - 29.554020881652832, - 29.930967330932617, - 29.815662384033203, - 29.61419677734375, - 29.17073345184326, - 28.777607917785645, - 27.889534950256348, - 27.049389839172363, - 25.874526023864746, - 24.98250961303711, - 24.28642177581787, - 23.670296669006348, - 23.49474048614502 + 22.84277057647705, + 22.36172103881836, + 21.99945640563965, + 21.748937606811523, + 21.81010627746582, + 22.168452262878418, + 23.335803031921387, + 25.11224937438965, + 26.787588119506836, + 27.92307472229004, + 28.634770393371582, + 29.732315063476562, + 30.055729866027832, + 29.80268096923828, + 29.466806411743164, + 29.475605010986328, + 28.852046012878418, + 27.727237701416016, + 26.778017044067383, + 25.641240119934082, + 24.76094627380371, + 24.380321502685547, + 23.929219245910645, + 23.515846252441406 ], "p10": [ - 22.456425666809082, - 21.848957061767578, - 21.256979942321777, - 20.77538299560547, - 20.82264804840088, - 20.895886421203613, - 22.10498046875, - 23.560558319091797, - 24.59568500518799, - 25.15606117248535, - 26.456388473510742, - 27.393356323242188, - 27.453927993774414, - 27.05595874786377, - 26.883822441101074, - 25.91673469543457, - 25.719459533691406, - 25.52135181427002, - 24.055825233459473, - 23.553359031677246, - 22.719465255737305, - 21.742424964904785, - 21.335613250732422, - 21.240302085876465 + 22.444090843200684, + 21.70301342010498, + 21.351635932922363, + 20.768702507019043, + 20.531670570373535, + 21.0257511138916, + 21.830883979797363, + 23.264142990112305, + 24.61395835876465, + 25.94109344482422, + 26.58781147003174, + 27.452523231506348, + 28.059605598449707, + 26.67355251312256, + 26.913965225219727, + 26.142955780029297, + 25.889118194580078, + 25.384772300720215, + 24.17369556427002, + 23.364023208618164, + 22.41972541809082, + 21.741501808166504, + 21.532012939453125, + 21.589362144470215 ], "p90": [ - 23.21970272064209, - 23.129353523254395, - 22.61377239227295, - 22.70559024810791, - 22.80447769165039, - 23.38705825805664, - 24.690403938293457, - 26.7799711227417, - 28.388014793395996, - 29.77986240386963, - 30.764469146728516, - 31.38472080230713, - 31.806017875671387, - 32.54031562805176, - 32.25544548034668, - 31.255322456359863, - 31.1911563873291, - 30.51384925842285, - 29.932835578918457, - 28.743316650390625, - 27.378475189208984, - 26.290353775024414, - 25.965920448303223, - 25.564695358276367 + 23.194631576538086, + 23.036004066467285, + 22.656808853149414, + 22.610944747924805, + 22.85797119140625, + 23.58924388885498, + 24.785404205322266, + 26.854310989379883, + 28.509916305541992, + 29.802687644958496, + 30.60886287689209, + 31.627506256103516, + 32.29736518859863, + 31.89629077911377, + 31.8505916595459, + 31.987363815307617, + 31.679174423217773, + 30.503034591674805, + 29.52552318572998, + 28.218347549438477, + 27.17078971862793, + 26.411667823791504, + 26.09395408630371, + 25.837505340576172 ], "timestamps": [ "2026-06-04 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e53241ccf507239519980864872690ef870bb7e2..3f9f4a50f0bbe156382c8832a1996af01e4451c3 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T17:16:47.515025+00:00", + "evaluated_at": "2026-06-21T21:12:32.662959+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3568270206451416, - 1.3657967448234558, - 1.376706838607788, - 1.3931878209114075, - 1.396323323249817, - 1.4206112623214722, - 1.4199810028076172, - 1.4330667853355408, - 1.4661623239517212, - 1.4760571718215942, - 1.4946627020835876, - 1.4742021560668945, - 1.523817241191864, - 1.5269948244094849, - 1.5444473028182983, - 1.5615583658218384, - 1.5298149585723877, - 1.585954487323761, - 1.582431972026825, - 1.5948406457901, - 1.5838024616241455, - 1.5677222609519958, - 1.5804319977760315, - 1.6212263107299805, - 1.5775673389434814, - 1.5650071501731873, - 1.5439127087593079, - 1.565704584121704, - 1.5639008283615112, - 1.5897113680839539, - 1.591529130935669, - 1.5737188458442688, - 1.546370804309845, - 1.573525071144104, - 1.5744059681892395, - 1.5431586503982544, - 1.5231147408485413, - 1.6259591579437256, - 1.5164535641670227, - 1.581371545791626, - 1.5189006924629211, - 1.4960167407989502, - 1.4566377401351929, - 1.513978362083435, - 1.5132047533988953, - 1.47473806142807, - 1.4819822907447815, - 1.609724223613739, - 1.554235577583313, - 1.5589002966880798, - 1.5262107253074646, - 1.4871580004692078, - 1.5064656734466553, - 1.5185271501541138, - 1.4286019802093506, - 1.537768542766571, - 1.4201909303665161, - 1.4371583461761475, - 1.4046271443367004, - 1.4136340618133545 + 1.2680636048316956, + 1.2580265402793884, + 1.2409764528274536, + 1.2245409488677979, + 1.2088565230369568, + 1.1983989477157593, + 1.1689602732658386, + 1.1581178903579712, + 1.1212873458862305, + 1.1060905456542969, + 1.0876720547676086, + 1.0837965607643127, + 1.0602903366088867, + 1.0139962434768677, + 1.01314115524292, + 0.9885651767253876, + 0.9735525548458099, + 0.9544918239116669, + 0.9366767406463623, + 0.9089177250862122, + 0.9245952367782593, + 0.8877451419830322, + 0.9196779727935791, + 0.9027459621429443, + 0.8739120066165924, + 0.8581896126270294, + 0.8309343457221985, + 0.8441540598869324, + 0.8518150746822357, + 0.8441741466522217, + 0.8237330913543701, + 0.8263962268829346, + 0.7130508720874786, + 0.7207857966423035, + 0.6947389543056488, + 0.6488385796546936, + 0.6673566401004791, + 0.6866486072540283, + 0.6299856007099152, + 0.6173898279666901, + 0.6234985291957855, + 0.6493945121765137, + 0.6591691374778748, + 0.6420324146747589, + 0.6418348550796509, + 0.5998783707618713, + 0.6667150855064392, + 0.6202603280544281, + 0.5700928568840027, + 0.598473072052002, + 0.5885546207427979, + 0.6226474344730377, + 0.6691394746303558, + 0.6434199810028076, + 0.6367131173610687, + 0.6166468560695648, + 0.5983618795871735, + 0.6513844430446625, + 0.6174262762069702, + 0.6590791940689087 ], "p10": [ - 1.31670480966568, - 1.3175806999206543, - 1.3230570554733276, - 1.325213611125946, - 1.3195298910140991, - 1.3084871768951416, - 1.296771764755249, - 1.2661523222923279, - 1.3119966983795166, - 1.3075203895568848, - 1.2672472596168518, - 1.2371938228607178, - 1.2962700128555298, - 1.2803877592086792, - 1.2437148690223694, - 1.2105574011802673, - 1.2006173133850098, - 1.227338969707489, - 1.1728690266609192, - 1.1388862133026123, - 1.1099045872688293, - 1.128032624721527, - 1.1411049365997314, - 1.1161953210830688, - 0.997256875038147, - 1.047572374343872, - 0.922665923833847, - 0.7925764918327332, - 0.9318906366825104, - 0.9497874677181244, - 0.8683315515518188, - 0.9144149720668793, - 0.9204705059528351, - 0.7252474725246429, - 0.7595982849597931, - 0.7139723300933838, - 0.7884457409381866, - 0.7951248288154602, - 0.6781657934188843, - 0.7834119200706482, - 0.6432195007801056, - 0.5442851781845093, - 0.5398715138435364, - 0.6274858117103577, - 0.564130425453186, - 0.6602694094181061, - 0.38846492767333984, - 0.6434333920478821, - 0.5101594626903534, - 0.7662843763828278, - 0.6366296112537384, - 0.49105820059776306, - 0.5469372570514679, - 0.4190317690372467, - 0.49740633368492126, - 0.4213022291660309, - 0.42358389496803284, - 0.2557905316352844, - 0.23023787140846252, - 0.2506183683872223 + 1.2513828873634338, + 1.235418438911438, + 1.2059862613677979, + 1.1825439929962158, + 1.1618762016296387, + 1.1246737241744995, + 1.0770519375801086, + 1.064475655555725, + 1.0160548686981201, + 0.9658182859420776, + 0.9670815765857697, + 0.902497261762619, + 0.9000186622142792, + 0.8152197599411011, + 0.8407272398471832, + 0.7846042215824127, + 0.7553412914276123, + 0.6993776559829712, + 0.7151500880718231, + 0.6923591494560242, + 0.6177464127540588, + 0.6103233695030212, + 0.6195722222328186, + 0.5712672472000122, + 0.610438883304596, + 0.5300596654415131, + 0.5410321354866028, + 0.5499660968780518, + 0.4820922017097473, + 0.5233809947967529, + 0.4971366822719574, + 0.45817410945892334, + 0.3701511323451996, + 0.35513365268707275, + 0.3563910126686096, + 0.32816216349601746, + 0.3640138506889343, + 0.26471784710884094, + 0.2612973153591156, + 0.2373163104057312, + 0.3063257038593292, + 0.2812404930591583, + 0.3027326762676239, + 0.3014892041683197, + 0.2381877601146698, + 0.20600375533103943, + 0.2602884769439697, + 0.20359796285629272, + 0.22919124364852905, + 0.22908633947372437, + 0.1617726981639862, + 0.2368868887424469, + 0.2593255043029785, + 0.17541569471359253, + 0.21141356229782104, + 0.22455617785453796, + 0.1661425232887268, + 0.23189210891723633, + 0.1884477436542511, + 0.19852513074874878 ], "p90": [ - 1.3982508778572083, - 1.4328729510307312, - 1.4477609992027283, - 1.4951196312904358, - 1.5140244364738464, - 1.5564809441566467, - 1.5734962224960327, - 1.5953489542007446, - 1.6645333766937256, - 1.6320682764053345, - 1.685560941696167, - 1.6900045275688171, - 1.7515910267829895, - 1.7696404457092285, - 1.8163610696792603, - 1.77206289768219, - 1.79351806640625, - 1.8722211122512817, - 1.8277230858802795, - 1.899259865283966, - 1.9175793528556824, - 1.8812682628631592, - 1.9574881792068481, - 1.9771392345428467, - 1.9961862564086914, - 1.936665415763855, - 1.9530820846557617, - 2.03340744972229, - 2.034617781639099, - 2.008906364440918, - 1.975063979625702, - 2.031702756881714, - 2.066210150718689, - 2.154919743537903, - 2.152998447418213, - 2.045827865600586, - 2.091294050216675, - 2.186933755874634, - 2.0153613090515137, - 2.297477126121521, - 2.2409400939941406, - 2.1547542810440063, - 2.2932729721069336, - 2.2325992584228516, - 2.343947410583496, - 2.0054174661636353, - 2.039998412132263, - 2.1225303411483765, - 2.255569100379944, - 2.171640157699585, - 2.281530499458313, - 2.2177826166152954, - 2.2528717517852783, - 2.1219372749328613, - 2.234266996383667, - 2.3500205278396606, - 2.151492953300476, - 2.140456795692444, - 2.2265172004699707, - 2.203108787536621 + 1.284701943397522, + 1.2829229831695557, + 1.2744956612586975, + 1.2657743096351624, + 1.271323323249817, + 1.260012924671173, + 1.243489146232605, + 1.2482118010520935, + 1.2263767719268799, + 1.242613434791565, + 1.239855706691742, + 1.2464510798454285, + 1.205119550228119, + 1.2134093642234802, + 1.1839750409126282, + 1.2246910333633423, + 1.214246153831482, + 1.1523854732513428, + 1.1480059027671814, + 1.2174400687217712, + 1.1659678220748901, + 1.1928571462631226, + 1.1974098086357117, + 1.1924139857292175, + 1.167025089263916, + 1.200875163078308, + 1.1176285147666931, + 1.2137906551361084, + 1.1461477875709534, + 1.1556159853935242, + 1.2542672753334045, + 1.243790328502655, + 1.2286635041236877, + 1.1509485840797424, + 1.146009922027588, + 1.086659848690033, + 1.1277691721916199, + 1.1550718545913696, + 1.1602571606636047, + 1.112937569618225, + 1.2360309958457947, + 1.129606008529663, + 1.2203885912895203, + 1.1648629903793335, + 1.1753984093666077, + 1.1851763725280762, + 1.1764275431632996, + 1.2055715322494507, + 1.1704818606376648, + 1.2521675825119019, + 1.1046446561813354, + 1.2316198348999023, + 1.1662101745605469, + 1.2755489945411682, + 1.308814287185669, + 1.199545979499817, + 1.0522060990333557, + 1.1504010558128357, + 1.287274420261383, + 1.2145567536354065 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ba9d49369373ca5c58cbe9f7216b29c8aa6da000..603645ec8f010bda348d1d74170db1f47f64e519 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T17:16:54.267880+00:00", + "evaluated_at": "2026-06-21T21:12:37.165199+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.3512303829193115, - 1.328636109828949, - 1.3318343758583069, - 1.343806266784668, - 1.3509891033172607, - 1.346082091331482, - 1.3514807224273682, - 1.3481073379516602, - 1.33211350440979, - 1.3444186449050903, - 1.3350613117218018, - 1.3334694504737854, - 1.3450151085853577, - 1.359929084777832, - 1.3337101340293884, - 1.3515502214431763, - 1.3402701616287231, - 1.345665156841278, - 1.3384606838226318, - 1.3170360922813416, - 1.3408561944961548, - 1.3257628083229065, - 1.3309974074363708, - 1.3259486556053162, - 1.3373417258262634, - 1.3423470854759216, - 1.3262053728103638, - 1.3297227621078491, - 1.317451536655426, - 1.3329798579216003, - 1.336567223072052, - 1.3357123136520386, - 1.3419803380966187, - 1.352871596813202, - 1.3284581303596497, - 1.349546730518341, - 1.343172013759613, - 1.3624250292778015, - 1.3582417964935303, - 1.3370351195335388, - 1.3439269661903381, - 1.3446592092514038, - 1.3320446014404297, - 1.3455001711845398, - 1.3538565635681152, - 1.349884271621704, - 1.3301649689674377, - 1.3249801397323608, - 1.3478075861930847, - 1.3143173456192017, - 1.3443769812583923, - 1.3162388801574707, - 1.3432559967041016, - 1.3216475248336792, - 1.3151427507400513, - 1.3312427401542664, - 1.342237949371338, - 1.3401596546173096, - 1.3236971497535706, - 1.3079414367675781, - 1.3447275757789612, - 1.3520687818527222, - 1.3231465220451355, - 1.3224748373031616, - 1.3185867071151733, - 1.2831249833106995, - 1.3347516059875488, - 1.3445582389831543, - 1.3127681612968445, - 1.3222503662109375, - 1.3021847605705261, - 1.3281750082969666 + 1.3335304260253906, + 1.3461218476295471, + 1.3238519430160522, + 1.3509377241134644, + 1.3395037651062012, + 1.3371084332466125, + 1.3228923082351685, + 1.3296796083450317, + 1.3305370211601257, + 1.3294807076454163, + 1.3261064887046814, + 1.32289057970047, + 1.3424214720726013, + 1.341002106666565, + 1.3473728895187378, + 1.3240673542022705, + 1.3318191766738892, + 1.313167929649353, + 1.3221884965896606, + 1.310363531112671, + 1.326522946357727, + 1.3116310834884644, + 1.3061923384666443, + 1.3125305771827698, + 1.3224316835403442, + 1.3174465894699097, + 1.3239725232124329, + 1.3387008905410767, + 1.3125321865081787, + 1.322902262210846, + 1.3293041586875916, + 1.3274524807929993, + 1.3058930039405823, + 1.3345626592636108, + 1.3269056677818298, + 1.3134364485740662, + 1.3327558040618896, + 1.3587279319763184, + 1.3409097790718079, + 1.340306580066681, + 1.3372485637664795, + 1.3283677101135254, + 1.333419144153595, + 1.3338574767112732, + 1.3483670949935913, + 1.3276547193527222, + 1.3326836824417114, + 1.3142056465148926, + 1.3337070941925049, + 1.3170163035392761, + 1.3260161876678467, + 1.3100049495697021, + 1.3164003491401672, + 1.3118746876716614, + 1.3197929859161377, + 1.3162153363227844, + 1.3478791117668152, + 1.3355708122253418, + 1.318000853061676, + 1.3111646175384521, + 1.3099492192268372, + 1.33250230550766, + 1.3232583403587341, + 1.326854646205902, + 1.3389145731925964, + 1.3092494010925293, + 1.3331125378608704, + 1.345039427280426, + 1.3362160325050354, + 1.3436469435691833, + 1.2972956895828247, + 1.3090800046920776 ], "p10": [ - 1.1917315125465393, - 1.145791232585907, - 1.1768096685409546, - 1.1559045910835266, - 1.1518340110778809, - 1.1615151166915894, - 1.1631823778152466, - 1.1215662956237793, - 1.1126119494438171, - 1.1317835450172424, - 1.20013427734375, - 1.1181692481040955, - 1.1217946410179138, - 1.1351040601730347, - 1.1644079685211182, - 1.154974341392517, - 1.0988311767578125, - 1.1678804159164429, - 1.1365713477134705, - 1.1396639943122864, - 1.1247161626815796, - 1.1518391370773315, - 1.1533514261245728, - 1.1796321272850037, - 1.1627597212791443, - 1.1698803901672363, - 1.1585540175437927, - 1.1549854278564453, - 1.14242422580719, - 1.1313639283180237, - 1.1364229321479797, - 1.1432891488075256, - 1.1481953859329224, - 1.1346701383590698, - 1.0698213577270508, - 1.124129056930542, - 1.124164342880249, - 1.1701540350914001, - 1.1172816753387451, - 1.047699511051178, - 1.1560901403427124, - 1.1175634264945984, - 1.1032913327217102, - 1.139370322227478, - 1.1310786008834839, - 1.0816402435302734, - 1.132229506969452, - 1.1285781264305115, - 1.0931978821754456, - 1.1205171942710876, - 1.1212803721427917, - 1.0276229977607727, - 1.115373969078064, - 1.009885549545288, - 1.0341848731040955, - 1.0336448550224304, - 1.0538538098335266, - 1.0874823331832886, - 1.0725473165512085, - 1.0119665265083313, - 1.0911511778831482, - 1.0595362782478333, - 1.0136402249336243, - 1.0284315943717957, - 0.9947154521942139, - 0.9603430926799774, - 0.968634694814682, - 1.0450410842895508, - 1.065900981426239, - 0.9875010550022125, - 0.9527129828929901, - 0.9681259393692017 + 1.189263641834259, + 1.1917847990989685, + 1.1551323533058167, + 1.1766982078552246, + 1.1812944412231445, + 1.185816466808319, + 1.1512094140052795, + 1.1480132937431335, + 1.1473568677902222, + 1.1562905311584473, + 1.1637672185897827, + 1.1197428107261658, + 1.0870696306228638, + 1.167978286743164, + 1.1629258394241333, + 1.1091424226760864, + 1.1378045678138733, + 1.0435544848442078, + 1.1356754899024963, + 1.1178372502326965, + 1.1329283118247986, + 1.151408314704895, + 1.1025373339653015, + 1.1855139136314392, + 1.1644014716148376, + 1.114959478378296, + 1.1701939702033997, + 1.1878754496574402, + 1.1435048580169678, + 1.1548146605491638, + 1.1614105105400085, + 1.130479335784912, + 1.1185008883476257, + 1.142938256263733, + 1.1533645391464233, + 1.1193392872810364, + 1.174180030822754, + 1.1422643065452576, + 1.1379963159561157, + 1.1391239166259766, + 1.1402038931846619, + 1.1180298924446106, + 1.1268230676651, + 1.129850149154663, + 1.0140979886054993, + 1.1395303010940552, + 1.132396161556244, + 1.0822458863258362, + 1.093205988407135, + 1.1525204181671143, + 1.1224215626716614, + 1.0821932554244995, + 1.0712736248970032, + 1.1162211894989014, + 1.1059322953224182, + 1.1031708121299744, + 1.1164830923080444, + 1.0770238637924194, + 1.0652596950531006, + 1.0360132455825806, + 1.077293574810028, + 1.0941751599311829, + 1.0314291715621948, + 1.095051109790802, + 1.0848208665847778, + 1.048167884349823, + 1.123349130153656, + 1.0925000309944153, + 1.0641871690750122, + 1.078074872493744, + 1.0164248943328857, + 1.0224659442901611 ], "p90": [ - 1.4816615581512451, - 1.491084635257721, - 1.507904291152954, - 1.4813114404678345, - 1.5147505402565002, - 1.516701877117157, - 1.4963098168373108, - 1.5186322927474976, - 1.518639862537384, - 1.5163283348083496, - 1.538868248462677, - 1.5416882634162903, - 1.6093409061431885, - 1.5490447878837585, - 1.4847599267959595, - 1.6146706342697144, - 1.5287011861801147, - 1.5226624011993408, - 1.5649378299713135, - 1.5052227973937988, - 1.483833909034729, - 1.510489821434021, - 1.5339918732643127, - 1.543899416923523, - 1.541207730770111, - 1.5588810443878174, - 1.5355578064918518, - 1.5348187685012817, - 1.478174865245819, - 1.5466105341911316, - 1.5353716015815735, - 1.5028430819511414, - 1.5213859677314758, - 1.5620851516723633, - 1.5415229201316833, - 1.5314637422561646, - 1.5729055404663086, - 1.5617982149124146, - 1.5825306177139282, - 1.5249738693237305, - 1.564648985862732, - 1.5460122227668762, - 1.5605108141899109, - 1.5722911953926086, - 1.5606467723846436, - 1.582341492176056, - 1.5097962021827698, - 1.5744346380233765, - 1.6160287261009216, - 1.5934666395187378, - 1.5963757038116455, - 1.5935431122779846, - 1.5717570781707764, - 1.6234562397003174, - 1.5949957370758057, - 1.6380597352981567, - 1.604640245437622, - 1.6212852597236633, - 1.591176688671112, - 1.6140263080596924, - 1.5769997835159302, - 1.6563713550567627, - 1.6050336956977844, - 1.5868882536888123, - 1.6092700958251953, - 1.5518319606781006, - 1.630771279335022, - 1.6912042498588562, - 1.6783747673034668, - 1.6438941955566406, - 1.634356439113617, - 1.5951260328292847 + 1.4686280488967896, + 1.4956402778625488, + 1.471338152885437, + 1.52052640914917, + 1.4866160154342651, + 1.516340732574463, + 1.4901860356330872, + 1.5213299989700317, + 1.4965283870697021, + 1.5057156085968018, + 1.5230373740196228, + 1.4988927245140076, + 1.5045209527015686, + 1.5129902958869934, + 1.549636960029602, + 1.5170466899871826, + 1.5309008955955505, + 1.5021721720695496, + 1.539135456085205, + 1.4915724992752075, + 1.5150324702262878, + 1.476548194885254, + 1.4848118424415588, + 1.4752670526504517, + 1.4791991114616394, + 1.4641777276992798, + 1.489425003528595, + 1.509205400943756, + 1.4794014692306519, + 1.4773702025413513, + 1.4799628257751465, + 1.4953267574310303, + 1.5290684700012207, + 1.5287551879882812, + 1.5350209474563599, + 1.5774414539337158, + 1.561343014240265, + 1.5327070951461792, + 1.5283613801002502, + 1.5288493037223816, + 1.5627588033676147, + 1.535411775112152, + 1.51764315366745, + 1.5278984308242798, + 1.5193739533424377, + 1.54257333278656, + 1.5387449264526367, + 1.519688606262207, + 1.5239505767822266, + 1.5546802282333374, + 1.5761772990226746, + 1.5666183829307556, + 1.5592294931411743, + 1.5822805166244507, + 1.5047804713249207, + 1.5594513416290283, + 1.5413745045661926, + 1.590561866760254, + 1.5818419456481934, + 1.621629774570465, + 1.5766424536705017, + 1.5749788284301758, + 1.5811010599136353, + 1.567874014377594, + 1.58650541305542, + 1.604959487915039, + 1.5800889134407043, + 1.59516441822052, + 1.6002501845359802, + 1.6405863165855408, + 1.5330860018730164, + 1.5420918464660645 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 3f58340c685df90057908aac72bd7d0d467083d5..6dd8c5f93683c17cbc74e22498b7ee99fd9e2281 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,49 +1,31 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-21T19:19:42.224075+00:00", + "evaluated_at": "2026-06-21T21:12:39.222637+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t153000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t145000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 691bfb6a5c85a231e16eb58c2751a71299d6717d..dbb6b5b2e418464c0d3ec471da752fe46c078580 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,426693.6703717583,407312.67296906206,617.994105503014,0.5289522097945923,0.00962480721690074,0.009674429360854385,9.424663127741717,653.2179348209587,0.010179847895881633,0.009630914369025157,0.008280756168683803,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,321498.03045826737,307746.5629081219,546.8726845189158,0.46991042299541824,0.008513877963229619,0.008551325033025333,7.295567884565085,567.0079633111579,0.008829447831955278,0.008515901276736237,0.007145673070702788,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.10180145455489611,0.10168301445174253,0.2929608000543702,0.632118985109705,0.2622618548969851,0.25501425300251473,21.658809036851604,0.31906340209258743,0.25805490040802653,0.23694340869451486,0.22869630847623343,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.025648933372369977,0.02575810123373063,0.12789349796043503,1.1897069049997249,0.08759410286710405,0.09355261756014172,16.54089154153238,0.16015284378483566,0.11531004752508167,0.09208331853151322,0.0807403602586852,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7939376566184321,0.7965189186099693,0.8472192435968287,1.8968656641242694,1.87710499101167,0.8726506312905337,71.97609224560004,0.8910317932702694,1.4757069747117275,1.4031456075177406,1.3849177800334818,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.033310018244114885,0.03275636722544905,0.1435428852720104,1.3995432982406635,0.09536216519049005,0.10246094828661315,16.869766526084646,0.18251032366448447,0.1282023736960281,0.1008301242886317,0.09114903437107937,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.7316700882381504,2.7064330375986927,1.4516335180940516,0.7418667610898347,0.055301316411569545,0.05505647065735942,4.607060055637962,1.6527764786074826,0.06284321089900276,0.055195189734613175,0.04509232555503953,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c9aab662c5c5353cce6313e16b43bc0375bcade4..ef4143e2f83003b1b8d108dab57fb25b0697902b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T17:17:59.445528+00:00", + "evaluated_at": "2026-06-21T21:31:16.363487+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65978.7890625, - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,13 +97,13 @@ 63397.78125, 63949.8984375, 64160.0390625, - 64034.30859375 - ], - "actuals": [ + 64034.30859375, 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,91 +123,91 @@ 64146.0, 64145.96875, 64224.0, - 64223.48828125 + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63557.44803316886, - 63558.03397066886, - 63544.81912691886, - 63552.69803316886, - 63565.48318941886, - 63539.14334566886, - 63541.10428316886, - 63565.48318941886, - 63565.48318941886, - 63533.71365816886, - 63579.99490816886, - 63561.75858004386, - 63567.01443941886, - 63553.28397066886, - 63538.42459566886, - 63541.10428316886, - 63533.71365816886, - 63558.03397066886, - 63519.00272066886, - 63568.30350191886, - 63548.53397066886, - 63538.42459566886, - 63541.10428316886, - 63522.09256441886 + 63677.66711040296, + 63659.22961040296, + 63659.22961040296, + 63689.10851665296, + 63642.89757915296, + 63669.33898540296, + 63700.79992290296, + 63673.50304790296, + 63648.40343852796, + 63662.87218852796, + 63659.94836040296, + 63694.95421977796, + 63686.28820415296, + 63677.66711040296, + 63687.05382915296, + 63667.56750102796, + 63659.94836040296, + 63673.50304790296, + 63682.56359477796, + 63671.73156352796, + 63663.85265727796, + 63646.99914165296, + 63687.81945415296, + 63659.94836040296 ], "p10": [ - 63308.13201754386, - 63338.68904879386, - 63309.29178316886, - 63233.50272066886, - 63291.27498629386, - 63285.171861293864, - 63233.50272066886, - 63312.97928316886, - 63309.29178316886, - 63290.91287691886, - 63297.01600191886, - 63312.61053316886, - 63312.61053316886, - 63297.69412691886, - 63297.01600191886, - 63297.01600191886, - 63297.01600191886, - 63297.01600191886, - 63309.29178316886, - 63317.28240816886, - 63297.01600191886, - 63285.171861293864, - 63233.50272066886, - 63285.171861293864 + 63417.82101665296, + 63354.30773540296, + 63428.93703227796, + 63442.84406352796, + 63418.49914165296, + 63411.71789165296, + 63433.78429790296, + 63428.93703227796, + 63281.20343852796, + 63418.49914165296, + 63418.49914165296, + 63438.56554790296, + 63347.050704152956, + 63430.09679790296, + 63430.09679790296, + 63428.93703227796, + 63430.09679790296, + 63354.30773540296, + 63433.41554790296, + 63433.41554790296, + 63428.93703227796, + 63411.71789165296, + 63411.71789165296, + 63398.71984477796 ], "p90": [ - 63796.86990816886, - 63795.189439418864, - 63794.30350191886, - 63795.189439418864, - 63842.19022066886, - 63792.12381441886, - 63794.30350191886, - 63794.96756441886, - 63845.32733004386, - 63784.48084566886, - 63796.86990816886, - 63795.00272066886, - 63801.40193941886, - 63801.40193941886, - 63794.96365816886, - 63794.96756441886, - 63794.36951754386, - 63794.30350191886, - 63799.68631441886, - 63795.189439418864, - 63842.19022066886, - 63792.12381441886, - 63804.539048793864, - 63794.30350191886 + 63922.206954152956, + 63915.76867290296, + 63917.67492290296, + 63915.80773540296, + 63915.17453227796, + 63915.10851665296, + 63915.99445415296, + 63907.30031352796, + 63915.80773540296, + 63913.212813527956, + 63915.17453227796, + 63915.77257915296, + 63922.206954152956, + 63915.80773540296, + 63915.76867290296, + 63962.99523540296, + 63915.17453227796, + 63912.92882915296, + 63917.67492290296, + 63962.99523540296, + 63915.80773540296, + 63915.10851665296, + 63966.13234477796, + 63912.92882915296 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +323,10 @@ "2026-06-21 13:00:00", "2026-06-21 14:00:00", "2026-06-21 15:00:00", - "2026-06-21 16:00:00" + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 839f52d2f42ddd57671ef4f11b90159ef39885a5..b71e6d068153f9d17e4fdd40bf62faddf0fe5822 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T17:17:59.453050+00:00", + "evaluated_at": "2026-06-21T21:31:16.370669+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ca85243e669ce60aa04fc33dbcabdf328b38ae56..1ea0884f3b58375e75dde6625ddd474502458623 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T17:17:59.465448+00:00", + "evaluated_at": "2026-06-21T21:31:16.382178+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.110931360603127, - 1.1089313863523336, - 1.110931360603127, - 1.1059313430197568, - 1.1099313138730855, - 1.106431358934197, - 1.1089313565500112, - 1.1049312888391347, - 1.1089313267476888, - 1.108931267143044, - 1.110931360603127, - 1.1089313863523336, - 1.108931267143044, - 1.1109313009984823, - 1.1034313081510396, - 1.1089313565500112, - 1.1094313501127095, - 1.107931339622292, - 1.1079312204130025, - 1.1089313565500112, - 1.1089313267476888, - 1.110931360603127, - 1.1059313653714986, - 1.1094313501127095, - 1.1089312969453664, - 1.1094313501127095, - 1.111931325376782, - 1.1099313138730855, - 1.105931320668015, - 1.1089313863523336, - 1.1099313138730855, - 1.1119312955744596, - 1.110931360603127, - 1.110931360603127, - 1.1064313291318746, - 1.1099313138730855, - 1.1089313267476888, - 1.1109313308008046, - 1.1079312800176473, - 1.1089313863523336, - 1.1089313565500112, - 1.110931360603127, - 1.1104313074357839, - 1.1089313863523336, - 1.1079312204130025, - 1.1089313863523336, - 1.108431303382668, - 1.1069313524968953, - 1.1089313267476888, - 1.1089313565500112, - 1.1089313267476888, - 1.1109313308008046, - 1.1164313195951314, - 1.1094313501127095, - 1.110931360603127, - 1.1084313331849904, - 1.1104313074357839, - 1.1059313057668538, - 1.1164313195951314, - 1.111431324363503 + 1.4553275736181308, + 1.4508274825422336, + 1.4478275807706882, + 1.45032754858418, + 1.4478275807706882, + 1.454327586492734, + 1.4518275739757587, + 1.453827622732358, + 1.4508275719492008, + 1.4508276017515231, + 1.4488275976984073, + 1.4508274825422336, + 1.4508275421468784, + 1.4503275783865024, + 1.4508276017515231, + 1.4508274825422336, + 1.4513275655118991, + 1.4498276146261264, + 1.4498275550214816, + 1.449827584823804, + 1.4563275607435275, + 1.454327586492734, + 1.4493275614587833, + 1.4478275807706882, + 1.457827571233945, + 1.4488275976984073, + 1.4553275736181308, + 1.4518275516240169, + 1.448827567896085, + 1.4558275969831516, + 1.454327586492734, + 1.4498275550214816, + 1.4518276112286617, + 1.45032754858418, + 1.454327586492734, + 1.4508275421468784, + 1.4518276484815646, + 1.4508275421468784, + 1.451327587863641, + 1.448827567896085, + 1.4493275912611057, + 1.4493275912611057, + 1.4518275888769199, + 1.4528275387494136, + 1.448827567896085, + 1.451327625116544, + 1.4478275807706882, + 1.4538275035230686, + 1.4468275936452915, + 1.4558275969831516, + 1.4468275936452915, + 1.4478275807706882, + 1.4563275607435275, + 1.4528276356069614, + 1.4508276017515231, + 1.4468275936452915, + 1.4508276017515231, + 1.4468276234476138, + 1.4488276275007297, + 1.4478275807706882 ], "p10": [ - 1.079931342483315, - 1.0768313287504048, - 1.0759313865311475, - 1.0729312537916036, - 1.0789312957532735, - 1.0749313472516866, - 1.075831389308724, - 1.0749313442714543, - 1.0729313610799642, - 1.074931341291222, - 1.0729313730008931, - 1.0749313472516866, - 1.0749313472516866, - 1.0749313472516866, - 1.0787312983281943, - 1.0749313472516866, - 1.0799312232740255, - 1.0709313331849903, - 1.0749313472516866, - 1.0789312957532735, - 1.0759313865311475, - 1.0749313472516866, - 1.0749313472516866, - 1.0818313180215688, - 1.0749313472516866, - 1.0759313194759221, - 1.0749313472516866, - 1.07693132150248, - 1.0768313287504048, - 1.075831389308724, - 1.0768313212998242, - 1.0768313287504048, - 1.074931341291222, - 1.0759313194759221, - 1.0749313442714543, - 1.0749313472516866, - 1.0808313189752432, - 1.0798312305219502, - 1.0749313472516866, - 1.0749313472516866, - 1.0747313170440527, - 1.0749313174493642, - 1.0719313262708516, - 1.0749313472516866, - 1.0758313222534985, - 1.0749313472516866, - 1.07693132150248, - 1.074931314469132, - 1.0759313194759221, - 1.0749313174493642, - 1.0758313222534985, - 1.0749313472516866, - 1.075831389308724, - 1.0749313472516866, - 1.079931330562386, - 1.072731315971169, - 1.0749313472516866, - 1.0759313194759221, - 1.0787312983281943, - 1.0749313442714543 + 1.4187275858728459, + 1.4188276501504946, + 1.420827511152463, + 1.4207275184003878, + 1.4188275965063144, + 1.4177274974195528, + 1.4198275836317111, + 1.4197275849191715, + 1.421727559169965, + 1.4188276561109592, + 1.4197275849191715, + 1.4177274974195528, + 1.4188276501504946, + 1.4188276561109592, + 1.4188276501504946, + 1.4218275578825046, + 1.420827511152463, + 1.4207275184003878, + 1.4197275849191715, + 1.4187275322286654, + 1.420827624401288, + 1.4198275836317111, + 1.4188275965063144, + 1.420827511152463, + 1.4198275836317111, + 1.4177274974195528, + 1.4148275884000827, + 1.4208275707571079, + 1.4188276501504946, + 1.4238275857774783, + 1.4168275626508762, + 1.4177274974195528, + 1.4187275322286654, + 1.4188275905458498, + 1.4177274974195528, + 1.4188275369016696, + 1.4188276441900303, + 1.4198275836317111, + 1.4198275836317111, + 1.4197275908796358, + 1.4208275707571079, + 1.4187275322286654, + 1.4207275184003878, + 1.4188275965063144, + 1.4197275849191715, + 1.419727578958707, + 1.4177274974195528, + 1.416627565225797, + 1.4188275905458498, + 1.4187275858728459, + 1.4186275931207706, + 1.4177274974195528, + 1.4208275707571079, + 1.4188276561109592, + 1.4188275369016696, + 1.4207275184003878, + 1.4188275965063144, + 1.4198275836317111, + 1.4168275626508762, + 1.4188275965063144 ], "p90": [ - 1.1371313272722097, - 1.1389313279397817, - 1.136931264282021, - 1.1359313367612691, - 1.136931264282021, - 1.1379313110120626, - 1.1369312970645757, - 1.1380313156850668, - 1.1409313319928975, - 1.1369312970645757, - 1.1380313037641379, - 1.1390313504941794, - 1.1369313238866658, - 1.1409313319928975, - 1.1379313110120626, - 1.1379313110120626, - 1.1390313504941794, - 1.1390313504941794, - 1.1391313551671833, - 1.138931357742104, - 1.1409313319928975, - 1.1370313225992055, - 1.1349313019521565, - 1.1359313367612691, - 1.138931330920014, - 1.1430313049562306, - 1.1390313504941794, - 1.138231313110146, - 1.1379313110120626, - 1.1409313319928975, - 1.138931330920014, - 1.1379313110120626, - 1.1390313534744114, - 1.1409313319928975, - 1.1370312957771154, - 1.1399312882430883, - 1.1401313214309545, - 1.1379313110120626, - 1.1360313295133444, - 1.1379313110120626, - 1.1380313127048345, - 1.1359313367612691, - 1.138931357742104, - 1.1409313319928975, - 1.1370313225992055, - 1.1399313150651784, - 1.1379313110120626, - 1.1379313110120626, - 1.139931285262856, - 1.1379313110120626, - 1.1370312957771154, - 1.139031323672089, - 1.141931378722939, - 1.1400312899358602, - 1.136931264282021, - 1.1380313127048345, - 1.1369312970645757, - 1.1379313110120626, - 1.1409313319928975, - 1.139931285262856 + 1.4788275988905002, + 1.4758275779096652, + 1.4749275894968081, + 1.4778275521604587, + 1.4758275779096652, + 1.4758275779096652, + 1.476827517351346, + 1.4759275825826694, + 1.4759275825826694, + 1.476927617391782, + 1.4758275779096652, + 1.477927583655553, + 1.476827517351346, + 1.4788275988905002, + 1.4790275963155795, + 1.4779275568334629, + 1.4779275568334629, + 1.4759275796024371, + 1.4768275143711138, + 1.479927638372617, + 1.477827581962781, + 1.4758275779096652, + 1.4748275311796237, + 1.4759275706617405, + 1.476927620372014, + 1.4748275609819461, + 1.4768275054304172, + 1.4758275779096652, + 1.479927638372617, + 1.4788275988905002, + 1.4759275706617405, + 1.4788275988905002, + 1.479927638372617, + 1.477927583655553, + 1.4758275779096652, + 1.4788275988905002, + 1.4759275706617405, + 1.4788275988905002, + 1.4768275054304172, + 1.4758275779096652, + 1.4759275825826694, + 1.4768276246397067, + 1.476827517351346, + 1.4758275779096652, + 1.4758275779096652, + 1.4808275731412937, + 1.4768275978176166, + 1.4818275066225102, + 1.4768275143711138, + 1.4768275143711138, + 1.4788275988905002, + 1.477827555140691, + 1.4768276246397067, + 1.4758275779096652, + 1.476927617391782, + 1.4758275779096652, + 1.4758275779096652, + 1.4788275988905002, + 1.4789276035635044, + 1.4758275779096652 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e514e89dfe49223833759f63b4aa17a56e77aecf..5c90a80b1f451761851d841e0ee510fda922ef9f 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T17:17:59.476752+00:00", + "evaluated_at": "2026-06-21T21:31:16.393123+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796, - 1.2708333283662796 + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444 ], "p10": [ - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217, - 1.1708333045244217 + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865 ], "p90": [ - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375, - 1.3708333522081375 + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 53a93fd0380a4b7d04258f5edd5800b5ccda6171..e9f1b0ebe109870fa4660c11f2e336f6d4e89484 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,30 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-21T17:17:59.481818+00:00", + "evaluated_at": "2026-06-21T21:31:16.397533+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], diff --git a/results/online_status.json b/results/online_status.json index f14eacc00d27fb0a134b749492552c16d46b0fe2..fa2368a6b32444818b297aaafdc797b914044394 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-21T16:30:33.569343+00:00", - "finished_at": "2026-06-21T17:17:59.518357+00:00", + "started_at": "2026-06-21T20:15:18.550207+00:00", + "finished_at": "2026-06-21T21:31:16.432783+00:00", "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,30 +10,30 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-21T16:31:32.688850+00:00", + "evaluated_at": "2026-06-21T20:27:31.750028+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -42,30 +42,30 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-21T16:32:21.247104+00:00", + "evaluated_at": "2026-06-21T20:34:41.935922+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -74,30 +74,30 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-21T17:07:39.711819+00:00", + "evaluated_at": "2026-06-21T20:50:09.877832+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -106,30 +106,30 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-21T17:13:03.349493+00:00", + "evaluated_at": "2026-06-21T21:09:23.463381+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -138,30 +138,30 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-21T17:17:08.869719+00:00", + "evaluated_at": "2026-06-21T21:12:39.222637+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -170,30 +170,30 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-21T17:17:57.298243+00:00", + "evaluated_at": "2026-06-21T21:31:13.745963+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -202,30 +202,30 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-21T17:17:59.322346+00:00", + "evaluated_at": "2026-06-21T21:31:16.232721+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -234,30 +234,30 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-21T17:17:59.440005+00:00", + "evaluated_at": "2026-06-21T21:31:16.358503+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -266,30 +266,30 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-21T17:17:59.481818+00:00", + "evaluated_at": "2026-06-21T21:31:16.397533+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -298,30 +298,30 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-21T17:17:59.516725+00:00", + "evaluated_at": "2026-06-21T21:31:16.430870+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], @@ -330,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-21T17:18:51.534267+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260621_213116.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..37667b6c50d8c82ade08babfd19f47b8deb83e70 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260621_213116.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-21T21:31:16.079370+00:00", + "metrics": { + "MSE[mean]": 310729.0172607389, + "MSE[0.5]": 937979.4912121422, + "MAE[0.5]": 964.6393780475622, + "MASE[0.5]": 0.8288841461795265, + "MAPE[0.5]": 0.015019525746497703, + "sMAPE[0.5]": 0.015134068809598158, + "MSIS": 19.507385693243965, + "RMSE[mean]": 557.4307286656692, + "NRMSE[mean]": 0.008680311136973215, + "ND[0.5]": 0.015021364101101203, + "mean_weighted_sum_quantile_loss": 0.013570332359017225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63250.96527072432, + 63225.190044974865, + 63227.13273378375, + 63279.56592196069, + 63235.55853818999, + 63252.316588986105, + 63319.17504195096, + 63272.57505881952, + 63244.13439172387, + 63245.81925560952, + 63245.64743858481, + 63245.81925560951, + 63252.316588921625, + 63271.67267463367, + 63261.7882897092, + 63249.62921419816, + 63270.770290448425, + 63261.7882897092, + 63270.770290448425, + 63245.64743858481, + 63245.81925560951, + 63235.162815605894, + 63223.24580922742, + 63243.98427259426 + ], + "p10": [ + 63002.94603721375, + 62939.493608528974, + 62864.29474215655, + 63018.0520217137, + 63002.95366738245, + 63013.07238831542, + 63027.70017841022, + 63027.254554001294, + 62931.99535780333, + 63023.243934258855, + 63023.24393425885, + 63012.33515532737, + 62995.581338813616, + 63014.19669049556, + 62995.581338813616, + 63018.05201481648, + 63022.33920988252, + 63018.05201481648, + 63018.05201481648, + 63002.216435125745, + 63013.07238825094, + 63002.95366804932, + 63002.95366804932, + 62982.47497908086 + ], + "p90": [ + 63551.98578170082, + 63500.310028492, + 63584.046425250825, + 63584.17214337524, + 63496.39848619083, + 63548.43195881753, + 63584.17213647178, + 63500.1697352905, + 63500.16973528984, + 63501.5652892966, + 63500.1697352899, + 63500.1697352899, + 63500.01719498978, + 63501.565289296595, + 63500.309290690566, + 63548.43195875305, + 63589.580412768504, + 63496.3984868577, + 63501.565289296595, + 63584.05906057567, + 63499.933559203724, + 63500.03244901979, + 63584.046496586525, + 63500.01719498978 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_202051.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_202051.json new file mode 100644 index 0000000000000000000000000000000000000000..f3d0e2f4d2ed0f5b3179429b1d44b075fcc589b9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_202051.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T20:20:51.649598+00:00", + "metrics": { + "MSE[mean]": 41843.523513158165, + "MSE[0.5]": 41843.523513158165, + "MAE[0.5]": 174.47737630208334, + "MASE[0.5]": 0.14992289800206107, + "MAPE[0.5]": 0.0027148568852822783, + "sMAPE[0.5]": 0.0027199173029239525, + "MSIS": 1.8295922307068555, + "RMSE[mean]": 204.55689554047834, + "NRMSE[mean]": 0.003185359915042725, + "ND[0.5]": 0.002716961650625479, + "mean_weighted_sum_quantile_loss": 0.004865155787088121 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63957.33984375, + 63964.25390625, + 63969.11328125, + 63984.40234375, + 63987.75, + 64004.0546875, + 64018.0234375, + 64025.8046875, + 64028.7578125, + 64040.171875, + 64045.09375, + 64047.33984375, + 64058.75390625, + 64067.6171875, + 64074.04296875, + 64073.6640625, + 64099.14453125, + 64102.20703125, + 64104.515625, + 64088.390625, + 64093.4453125, + 64092.09765625, + 64093.73828125, + 64087.33984375 + ], + "p10": [ + 63672.50390625, + 63559.48828125, + 63467.74609375, + 63396.3359375, + 63319.3984375, + 63290.85546875, + 63242.7265625, + 63192.22265625, + 63144.484375, + 63098.89453125, + 63038.23046875, + 62959.77734375, + 62920.1328125, + 62883.19140625, + 62884.35546875, + 62822.0546875, + 62643.765625, + 62568.5390625, + 62494.8671875, + 62474.234375, + 62426.8828125, + 62384.83203125, + 62338.5234375, + 62294.515625 + ], + "p90": [ + 64232.28125, + 64314.6796875, + 64407.5234375, + 64510.82421875, + 64583.140625, + 64625.2734375, + 64684.640625, + 64753.109375, + 64789.69140625, + 64863.6015625, + 64937.828125, + 64997.98828125, + 65057.4140625, + 65115.0234375, + 65151.97265625, + 65177.8125, + 65509.85546875, + 65554.515625, + 65613.0234375, + 65685.6015625, + 65695.171875, + 65751.7890625, + 65796.84375, + 65810.8125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260621_213116.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..04548f5ce2c8fd14b518e19624ecb9a2d679addd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260621_213116.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-21T21:31:16.286608+00:00", + "metrics": { + "MSE[mean]": 305467.5237207097, + "MSE[0.5]": 292212.080084916, + "MAE[0.5]": 520.7448074413909, + "MASE[0.5]": 0.44745956355950983, + "MAPE[0.5]": 0.008107716865823532, + "sMAPE[0.5]": 0.008143293474343371, + "MSIS": 6.774705378081873, + "RMSE[mean]": 552.6911648657953, + "NRMSE[mean]": 0.008606506650925378, + "ND[0.5]": 0.008109037982844283, + "mean_weighted_sum_quantile_loss": 0.006784203227431306 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63927.84872715807, + 63889.928293273064, + 63870.44535938805, + 63880.84133175305, + 63815.14746036804, + 63822.10593273303, + 63834.083936348026, + 63787.304127463016, + 63742.72158420301, + 63737.707400318, + 63715.30063830799, + 63730.82356379799, + 63702.67461428798, + 63674.570586652975, + 63664.474371517965, + 63625.50510950796, + 63598.40303499795, + 63592.47478861294, + 63582.05240160294, + 63551.73743646793, + 63524.375596332924, + 63488.03914682291, + 63509.3765254379, + 63462.0224978029 + ], + "p10": [ + 63668.00263340807, + 63585.006418273064, + 63640.15278126305, + 63634.57687862805, + 63590.74902286804, + 63564.48483898303, + 63567.068311348026, + 63542.738111838014, + 63375.521584203016, + 63493.334353443, + 63473.85141955799, + 63474.43489192299, + 63363.437114287975, + 63427.000274152975, + 63407.517340267965, + 63386.87464075796, + 63368.55147249795, + 63273.27947611294, + 63332.904354727936, + 63313.421420842926, + 63289.45997133292, + 63252.75789682291, + 63233.2749629379, + 63200.7939821779 + ], + "p90": [ + 64172.388570908064, + 64146.467355773064, + 64128.89067188805, + 64107.54055050305, + 64087.42441349304, + 64067.87546398303, + 64049.27846759803, + 64021.101393088014, + 64010.12588107801, + 63988.048025318, + 63970.52681018299, + 63951.64192317299, + 63938.593364287975, + 63912.711211652975, + 63893.189215267965, + 63920.93284388296, + 63853.62920687295, + 63831.90056986294, + 63817.16372972794, + 63843.00110834293, + 63776.330674457924, + 63756.14852182291, + 63787.6894160629, + 63715.0029665529 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_211205.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_211205.json new file mode 100644 index 0000000000000000000000000000000000000000..50267034a6e672ed9647f764d5b96fcfeb9fff2a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_211205.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T21:12:05.398123+00:00", + "metrics": { + "MSE[mean]": 34002.89477157593, + "MSE[0.5]": 21890.578578472137, + "MAE[0.5]": 126.60099283854167, + "MASE[0.5]": 0.10878423402831576, + "MAPE[0.5]": 0.0019707746067388616, + "sMAPE[0.5]": 0.0019725579333094876, + "MSIS": 1.7621304998982321, + "RMSE[mean]": 184.39873853032708, + "NRMSE[mean]": 0.0028714571002213737, + "ND[0.5]": 0.0019714306219156593, + "mean_weighted_sum_quantile_loss": 0.004131428483964809 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63875.6640625, + 63944.28125, + 64018.38671875, + 64051.951171875, + 64010.080078125, + 64061.087890625, + 64099.9609375, + 64124.279296875, + 64168.64453125, + 64130.234375, + 64246.927734375, + 64121.19921875, + 64189.6875, + 64171.90625, + 64239.607421875, + 64224.0703125, + 64152.841796875, + 64324.013671875, + 64141.880859375, + 64310.255859375, + 64259.09765625, + 64148.673828125, + 64207.45703125, + 64137.77734375 + ], + "p10": [ + 63662.625, + 63670.046875, + 63692.27734375, + 63562.55859375, + 63488.22265625, + 63467.88671875, + 63507.822265625, + 63462.62109375, + 63323.71875, + 63358.8984375, + 63413.552734375, + 63214.298828125, + 63305.115234375, + 63151.626953125, + 63367.05859375, + 63053.1015625, + 63000.580078125, + 63102.9140625, + 62886.341796875, + 62825.99609375, + 62667.4140625, + 62755.685546875, + 62773.208984375, + 62678.353515625 + ], + "p90": [ + 64158.533203125, + 64318.5234375, + 64409.267578125, + 64507.6328125, + 64453.943359375, + 64722.5546875, + 64803.359375, + 64909.546875, + 64826.197265625, + 65035.294921875, + 65101.279296875, + 65144.05078125, + 65208.8828125, + 65524.169921875, + 65501.005859375, + 65494.310546875, + 65446.419921875, + 65619.0234375, + 65628.5390625, + 65788.01171875, + 65677.2421875, + 65535.978515625, + 66029.625, + 66459.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260621_213116.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..2f40eb82a1fae32c50830e807793c705dcbeb3b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260621_213116.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-21T21:31:16.363487+00:00", + "metrics": { + "MSE[mean]": 321498.03045826737, + "MSE[0.5]": 307746.5629081219, + "MAE[0.5]": 546.8726845189158, + "MASE[0.5]": 0.46991042299541824, + "MAPE[0.5]": 0.008513877963229619, + "sMAPE[0.5]": 0.008551325033025333, + "MSIS": 7.295567884565085, + "RMSE[mean]": 567.0079633111579, + "NRMSE[mean]": 0.008829447831955278, + "ND[0.5]": 0.008515901276736237, + "mean_weighted_sum_quantile_loss": 0.007145673070702788 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63677.66711040296, + 63659.22961040296, + 63659.22961040296, + 63689.10851665296, + 63642.89757915296, + 63669.33898540296, + 63700.79992290296, + 63673.50304790296, + 63648.40343852796, + 63662.87218852796, + 63659.94836040296, + 63694.95421977796, + 63686.28820415296, + 63677.66711040296, + 63687.05382915296, + 63667.56750102796, + 63659.94836040296, + 63673.50304790296, + 63682.56359477796, + 63671.73156352796, + 63663.85265727796, + 63646.99914165296, + 63687.81945415296, + 63659.94836040296 + ], + "p10": [ + 63417.82101665296, + 63354.30773540296, + 63428.93703227796, + 63442.84406352796, + 63418.49914165296, + 63411.71789165296, + 63433.78429790296, + 63428.93703227796, + 63281.20343852796, + 63418.49914165296, + 63418.49914165296, + 63438.56554790296, + 63347.050704152956, + 63430.09679790296, + 63430.09679790296, + 63428.93703227796, + 63430.09679790296, + 63354.30773540296, + 63433.41554790296, + 63433.41554790296, + 63428.93703227796, + 63411.71789165296, + 63411.71789165296, + 63398.71984477796 + ], + "p90": [ + 63922.206954152956, + 63915.76867290296, + 63917.67492290296, + 63915.80773540296, + 63915.17453227796, + 63915.10851665296, + 63915.99445415296, + 63907.30031352796, + 63915.80773540296, + 63913.212813527956, + 63915.17453227796, + 63915.77257915296, + 63922.206954152956, + 63915.80773540296, + 63915.76867290296, + 63962.99523540296, + 63915.17453227796, + 63912.92882915296, + 63917.67492290296, + 63962.99523540296, + 63915.80773540296, + 63915.10851665296, + 63966.13234477796, + 63912.92882915296 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260621_213116.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..2348405f4047356f9710e13aec4fcfc5fdc76c1d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260621_213116.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-21T21:31:16.402416+00:00", + "metrics": { + "MSE[mean]": 380472.5506121318, + "MSE[0.5]": 380472.5506121318, + "MAE[0.5]": 561.5029296875, + "MASE[0.5]": 0.4824817305233193, + "MAPE[0.5]": 0.008742164757182019, + "sMAPE[0.5]": 0.008788537270201255, + "MSIS": 3.2818718902269155, + "RMSE[mean]": 616.8245703699973, + "NRMSE[mean]": 0.009605192021900029, + "ND[0.5]": 0.00874372345004466, + "mean_weighted_sum_quantile_loss": 0.006563772431418258 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "p10": [ + 61814.460859375, + 62048.975625, + 62273.031953125, + 62259.411484375, + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625 + ], + "p90": [ + 64337.500078125, + 64581.586875, + 64814.788359375, + 64800.611953125, + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_211512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_211512.json new file mode 100644 index 0000000000000000000000000000000000000000..57971cbc1d24230e670edb347a8fa505f0e90e88 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_211512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T21:15:12.147380+00:00", + "metrics": { + "MSE[mean]": 61878.22028414408, + "MSE[0.5]": 61878.22028414408, + "MAE[0.5]": 228.94417317708334, + "MASE[0.5]": 0.19672449603991568, + "MAPE[0.5]": 0.003563009246153045, + "sMAPE[0.5]": 0.0035705143438021503, + "MSIS": 1.1065077927607943, + "RMSE[mean]": 248.75333220711653, + "NRMSE[mean]": 0.0038735868133521765, + "ND[0.5]": 0.0035651185949709093, + "mean_weighted_sum_quantile_loss": 0.003969323617937491 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63986.9609375, + 63977.32421875, + 63976.0625, + 63978.45703125, + 63990.171875, + 63986.20703125, + 63992.03125, + 63969.765625, + 63987.52734375, + 63984.8828125, + 63980.47265625, + 63974.6796875, + 63984.50390625, + 63968.25390625, + 63970.39453125, + 63963.21484375, + 64012.03125, + 63993.921875, + 64028.72265625, + 64018.51953125, + 64032.25, + 64008.44140625, + 64009.953125, + 63958.4296875 + ], + "p10": [ + 63721.84375, + 63639.203125, + 63596.875, + 63550.515625, + 63536.40625, + 63510.203125, + 63484.0, + 63431.59375, + 63427.5625, + 63403.375, + 63371.125, + 63346.9375, + 63318.71875, + 63290.5, + 63286.46875, + 63246.15625, + 63274.375, + 63217.9375, + 63226.0, + 63201.8125, + 63201.8125, + 63165.53125, + 63141.34375, + 63072.8125 + ], + "p90": [ + 64253.96875, + 64328.546875, + 64372.890625, + 64419.25, + 64461.578125, + 64489.796875, + 64532.125, + 64536.15625, + 64576.46875, + 64600.65625, + 64624.84375, + 64645.0, + 64689.34375, + 64689.34375, + 64705.46875, + 64745.78125, + 64810.28125, + 64818.34375, + 64866.71875, + 64870.75, + 64890.90625, + 64870.75, + 64894.9375, + 64874.78125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_203404.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_203404.json new file mode 100644 index 0000000000000000000000000000000000000000..f37a1b7fa12e8684c0c10e30a4fc1e100e1212c8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_203404.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T20:34:04.964198+00:00", + "metrics": { + "MSE[mean]": 54464.245194117226, + "MSE[0.5]": 102594.0351746877, + "MAE[0.5]": 299.1541341145833, + "MASE[0.5]": 0.25705369765592956, + "MAPE[0.5]": 0.004656104937811956, + "sMAPE[0.5]": 0.004668557857081077, + "MSIS": 1.3807953882945005, + "RMSE[mean]": 233.37575965407638, + "NRMSE[mean]": 0.003634127258240663, + "ND[0.5]": 0.004658428085301793, + "mean_weighted_sum_quantile_loss": 0.0030871764812303738 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63858.8515625, + 63863.7578125, + 63851.609375, + 63865.703125, + 63871.7109375, + 63881.515625, + 63866.2578125, + 63875.03125, + 63900.4375, + 63912.5703125, + 63898.828125, + 63909.96875, + 63924.0, + 63908.9609375, + 63931.2734375, + 63927.8828125, + 63937.0234375, + 63950.1484375, + 63960.3984375, + 63981.1015625, + 63967.578125, + 63986.5625, + 63999.9296875, + 64017.0390625 + ], + "p10": [ + 63908.953125, + 63888.8671875, + 63940.578125, + 63936.2265625, + 63947.0625, + 63982.84375, + 63984.21875, + 63998.8828125, + 63985.6796875, + 63950.765625, + 63959.140625, + 63987.0703125, + 63998.3828125, + 63990.1796875, + 64020.828125, + 64018.6796875, + 64012.359375, + 64084.015625, + 64065.9921875, + 64067.5625, + 64071.140625, + 64119.4765625, + 64070.671875, + 64108.953125 + ], + "p90": [ + 64093.0859375, + 64136.1484375, + 64147.84375, + 64175.3203125, + 64194.4375, + 64205.9921875, + 64216.453125, + 64229.90625, + 64281.9453125, + 64312.359375, + 64300.078125, + 64335.6015625, + 64373.5234375, + 64388.4609375, + 64436.3984375, + 64452.328125, + 64477.546875, + 64500.71875, + 64541.6484375, + 64551.78125, + 64557.015625, + 64596.9296875, + 64589.453125, + 64598.46875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_205940.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_205940.json new file mode 100644 index 0000000000000000000000000000000000000000..8c138e9cc9635aee7bde79457b9c19ddc4f4aec8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_205940.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-21T20:59:40.965319+00:00", + "metrics": { + "MSE[mean]": 39289.53016980489, + "MSE[0.5]": 39289.53016980489, + "MAE[0.5]": 153.25764973958334, + "MASE[0.5]": 0.13168945726328418, + "MAPE[0.5]": 0.0023844273462043353, + "sMAPE[0.5]": 0.0023891179923537053, + "MSIS": 1.5417331171611919, + "RMSE[mean]": 198.21586760349155, + "NRMSE[mean]": 0.0030866174299396167, + "ND[0.5]": 0.002386528075058336, + "mean_weighted_sum_quantile_loss": 0.004051109733872273 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63914.34375, + 63936.02734375, + 63960.95703125, + 63978.6953125, + 63994.6171875, + 64008.0703125, + 64014.703125, + 64025.02734375, + 64036.14453125, + 64040.28125, + 64051.63671875, + 64059.94921875, + 64072.359375, + 64084.66796875, + 64102.81640625, + 64119.8984375, + 64134.57421875, + 64156.6640625, + 64173.6015625, + 64186.4765625, + 64201.64453125, + 64209.484375, + 64222.03515625, + 64229.49609375 + ], + "p10": [ + 63699.36328125, + 63592.078125, + 63515.08984375, + 63473.04296875, + 63448.8828125, + 63425.68359375, + 63381.6953125, + 63345.484375, + 63313.20703125, + 63269.09375, + 63222.5703125, + 63174.2421875, + 63145.91015625, + 63130.91015625, + 63113.3046875, + 63098.45703125, + 63076.46484375, + 63061.5859375, + 63043.9453125, + 63020.83203125, + 62998.28125, + 62963.0390625, + 62934.671875, + 62909.28125 + ], + "p90": [ + 64141.87890625, + 64271.78515625, + 64400.39453125, + 64502.37109375, + 64582.58984375, + 64654.58203125, + 64715.49609375, + 64781.2421875, + 64844.44140625, + 64908.39453125, + 64973.41796875, + 65020.953125, + 65072.54296875, + 65130.0703125, + 65208.8359375, + 65287.9921875, + 65347.765625, + 65396.5, + 65432.6484375, + 65483.05078125, + 65514.3828125, + 65546.203125, + 65578.3359375, + 65613.921875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_204049.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_204049.json new file mode 100644 index 0000000000000000000000000000000000000000..eed00ec0175600211bfe93859d26c346f116f28d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_204049.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T20:40:49.542240+00:00", + "metrics": { + "MSE[mean]": 66746.0859896342, + "MSE[0.5]": 66746.0859896342, + "MAE[0.5]": 240.65201822916666, + "MASE[0.5]": 0.20678467746153686, + "MAPE[0.5]": 0.0037453771350222, + "sMAPE[0.5]": 0.003753473658041005, + "MSIS": 1.9507552303629054, + "RMSE[mean]": 258.3526388284707, + "NRMSE[mean]": 0.004023067213135693, + "ND[0.5]": 0.0037474331545554224, + "mean_weighted_sum_quantile_loss": 0.0056574689091463655 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" + ], + "context": [ + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 + ], + "actual": [ + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 + ], + "predictions": { + "p50": [ + 63941.1953125, + 63946.18359375, + 63952.640625, + 63959.9453125, + 63966.77734375, + 63973.28125, + 63972.64453125, + 63974.8515625, + 63977.390625, + 63980.8984375, + 63984.625, + 63983.5, + 63981.8046875, + 63982.43359375, + 63984.23046875, + 63984.953125, + 63987.4140625, + 63987.890625, + 63988.4765625, + 63988.88671875, + 63989.43359375, + 63986.7890625, + 63988.2890625, + 63987.65625 + ], + "p10": [ + 63705.2734375, + 63615.359375, + 63535.62109375, + 63447.71875, + 63360.6875, + 63269.73828125, + 63186.17578125, + 63108.3984375, + 63030.4375, + 62964.13671875, + 62877.23046875, + 62791.64453125, + 62715.06640625, + 62627.07421875, + 62566.8671875, + 62509.7421875, + 62439.96484375, + 62361.5546875, + 62297.8984375, + 62245.5234375, + 62212.6875, + 62140.88671875, + 62066.359375, + 62007.09765625 + ], + "p90": [ + 64180.1640625, + 64266.19921875, + 64356.328125, + 64446.8125, + 64529.5625, + 64607.140625, + 64685.2421875, + 64751.73046875, + 64835.31640625, + 64891.62109375, + 64968.58203125, + 65043.7578125, + 65125.18359375, + 65204.08984375, + 65273.3046875, + 65328.4296875, + 65390.75390625, + 65463.796875, + 65519.46484375, + 65577.890625, + 65637.8203125, + 65705.5546875, + 65755.40625, + 65792.5234375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260621_213116.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..714d1ed16ae082c5aa93263148b2d5e9adcb3db5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260621_213116.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-21T21:31:16.174839+00:00", + "metrics": { + "MSE[mean]": 0.17725402327269218, + "MSE[0.5]": 0.17487707130247185, + "MAE[0.5]": 0.38091399647421414, + "MASE[0.5]": 0.8528402610742993, + "MAPE[0.5]": 0.8752404103808078, + "sMAPE[0.5]": 0.5503442397657662, + "MSIS": 32.69629579086257, + "RMSE[mean]": 0.4210154667855947, + "NRMSE[mean]": 0.6972764221091753, + "ND[0.5]": 0.6308612617505263, + "mean_weighted_sum_quantile_loss": 0.6266384266042297 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2582414836783182, + 1.2418424773017414, + 1.2280193429813082, + 1.2112453076716865, + 1.1961074044190416, + 1.1824994583469173, + 1.1693489846924654, + 1.1562201474995837, + 1.1451394893326454, + 1.13214250418498, + 1.1189350731064445, + 1.1076562979565612, + 1.0979587111625961, + 1.0859514835040245, + 1.0768308719876385, + 1.0667807529522824, + 1.0568585781212685, + 1.0465185987761088, + 1.038632429243646, + 1.0285968858112124, + 1.020108592734033, + 1.0132838548835632, + 1.0040532782223273, + 0.9970264069987558, + 0.9888504483785984, + 0.9809389902976466, + 0.975488535791969, + 0.9693211091312708, + 0.9623044201056942, + 0.9569727089425117, + 0.9492899696494224, + 0.9451914719728689, + 0.936760356749617, + 0.9334133416563497, + 0.926095334408235, + 0.923014683775392, + 0.9166996495144616, + 0.9119527693702459, + 0.907055843507862, + 0.9023221661266774, + 0.8997970014383979, + 0.894380841166662, + 0.8897432497399158, + 0.8860545923772013, + 0.8822609378823794, + 0.880116057418297, + 0.8753101983623179, + 0.872131888915625, + 0.869818764770309, + 0.8651169556901561, + 0.863495949124241, + 0.8589459717015995, + 0.858056575770956, + 0.8542527723890094, + 0.8505983934404825, + 0.847974103652251, + 0.8461187976153557, + 0.8435011227835084, + 0.840496231969543, + 0.8389991823170411 + ], + "p10": [ + 1.2485486933051009, + 1.2336115291467662, + 1.2205803201170142, + 1.2039976455444843, + 1.1879720101436444, + 1.173529091469459, + 1.1599426503301977, + 1.148513320224247, + 1.135696013493061, + 1.1218085312634551, + 1.1109124592689656, + 1.0999633533744024, + 1.0869732076660363, + 1.0780206601628626, + 1.0658475295140482, + 1.0572786829308445, + 1.0481858370455253, + 1.0387054301158212, + 1.0295242212217213, + 1.0192732004230736, + 1.012258039836183, + 1.00418279747817, + 0.994012883819619, + 0.9865593749664421, + 0.980070727998829, + 0.9722187222017388, + 0.96580598601845, + 0.9606065687240333, + 0.9521445174390742, + 0.947491600566176, + 0.9407352953591619, + 0.9355953757928123, + 0.9288612546083259, + 0.9228214983814178, + 0.9175569737330014, + 0.9128280765797309, + 0.9084452492244502, + 0.9040144618320458, + 0.8979851897979212, + 0.8934434500542382, + 0.8891644394431436, + 0.8855095412463424, + 0.8808501033008234, + 0.8789302164714295, + 0.8726810481361313, + 0.8711801665552938, + 0.8653804839663582, + 0.8641615115657363, + 0.8584976929938344, + 0.8574717121571467, + 0.8548405951927951, + 0.8504448669766722, + 0.8504655821904331, + 0.8446020708903894, + 0.8409958580016432, + 0.83827665266896, + 0.8363586517072333, + 0.8338202702695042, + 0.8315330853356536, + 0.8292082297330069 + ], + "p90": [ + 1.2673157097404348, + 1.250785005260731, + 1.235614902264308, + 1.2209938389881976, + 1.2060379591625348, + 1.1928305505322596, + 1.1786128332519163, + 1.165241005520332, + 1.1525967178881382, + 1.1414646638353918, + 1.1283909295334558, + 1.1171594833047738, + 1.1069847168094284, + 1.094305844482646, + 1.0866041041233125, + 1.0738467353354872, + 1.0650618945811785, + 1.0570165928931565, + 1.0464134995462788, + 1.0385335157980593, + 1.0312304529145069, + 1.0212300195055255, + 1.0128317327532281, + 1.0038962269933611, + 0.9995652848922749, + 0.9892017037759988, + 0.9840738525922343, + 0.9773920312603834, + 0.9715161444272236, + 0.9647203181728004, + 0.958329672158397, + 0.9533020455603644, + 0.9469825422382506, + 0.9407464264287146, + 0.9362509039148494, + 0.9310856059045046, + 0.9263820447234314, + 0.9225317315616225, + 0.9164721765683634, + 0.911081996005374, + 0.908258535680506, + 0.9045873439545736, + 0.8993752724852856, + 0.8932110788872787, + 0.8937154244718748, + 0.8878136438916328, + 0.8850489718033296, + 0.8836599543382285, + 0.8791255647551302, + 0.8749685625093839, + 0.8707996935350356, + 0.869221055193318, + 0.8666736958506659, + 0.8633014363920943, + 0.8599591418353364, + 0.8578223012820416, + 0.8546153837251361, + 0.8515456483547518, + 0.8497143963156429, + 0.8461617068096305 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_202129.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_202129.json new file mode 100644 index 0000000000000000000000000000000000000000..8c7fc962f89c319cf5be0dc63eb4f0a547b6d39e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_202129.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T20:21:29.433519+00:00", + "metrics": { + "MSE[mean]": 0.0696549267849544, + "MSE[0.5]": 0.0696549267849544, + "MAE[0.5]": 0.1804616466164589, + "MASE[0.5]": 0.4040412251553935, + "MAPE[0.5]": 0.44322010948746493, + "sMAPE[0.5]": 0.7389847487131191, + "MSIS": 1.1875067792957388, + "RMSE[mean]": 0.2639221983557927, + "NRMSE[mean]": 0.4371020561067231, + "ND[0.5]": 0.29887655254417417, + "mean_weighted_sum_quantile_loss": 0.25169569615233156 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2487473487854004, + 1.2217072248458862, + 1.1961348056793213, + 1.1685850620269775, + 1.1383885145187378, + 1.112199306488037, + 1.0828825235366821, + 1.0516688823699951, + 1.0242408514022827, + 0.9906570911407471, + 0.9612717628479004, + 0.9307244420051575, + 0.8964821100234985, + 0.8617093563079834, + 0.831954300403595, + 0.8027316927909851, + 0.7497869729995728, + 0.716823399066925, + 0.6872926950454712, + 0.65647953748703, + 0.6195874214172363, + 0.5885577201843262, + 0.5563603639602661, + 0.5213385224342346, + 0.4908708930015564, + 0.46143805980682373, + 0.43386411666870117, + 0.4050105810165405, + 0.3837183117866516, + 0.3606097102165222, + 0.3326333165168762, + 0.31239134073257446, + 0.2392086386680603, + 0.21125668287277222, + 0.19031661748886108, + 0.16747808456420898, + 0.15001964569091797, + 0.12838631868362427, + 0.11111855506896973, + 0.08713638782501221, + 0.0743982195854187, + 0.06961345672607422, + 0.05321049690246582, + 0.04817211627960205, + 0.040356993675231934, + 0.030460476875305176, + 0.01985621452331543, + 0.013401508331298828, + -0.06707239151000977, + -0.06881606578826904, + -0.07434892654418945, + -0.07332861423492432, + -0.07010543346405029, + -0.06811487674713135, + -0.06311583518981934, + -0.06158649921417236, + -0.05045723915100098, + -0.04017627239227295, + -0.04509687423706055, + -0.02166903018951416 + ], + "p10": [ + 1.222362995147705, + 1.1958805322647095, + 1.1734552383422852, + 1.1422576904296875, + 1.1053855419158936, + 1.071373462677002, + 1.0380699634552002, + 1.0044703483581543, + 0.974484384059906, + 0.9339588284492493, + 0.8978164792060852, + 0.8645907640457153, + 0.8267401456832886, + 0.78293776512146, + 0.749110221862793, + 0.706449031829834, + 0.655751645565033, + 0.6111903786659241, + 0.5800082683563232, + 0.5457162261009216, + 0.49145907163619995, + 0.4524821639060974, + 0.4207502603530884, + 0.3714725971221924, + 0.32927459478378296, + 0.28883665800094604, + 0.2508223056793213, + 0.200391948223114, + 0.17391091585159302, + 0.13445544242858887, + 0.09811466932296753, + 0.07037216424942017, + -0.008460760116577148, + -0.04584228992462158, + -0.08427107334136963, + -0.09800553321838379, + -0.13440263271331787, + -0.16695749759674072, + -0.19694077968597412, + -0.2235579490661621, + -0.25331175327301025, + -0.26884734630584717, + -0.3016650676727295, + -0.31886887550354004, + -0.3424426317214966, + -0.376415491104126, + -0.37578415870666504, + -0.3840450048446655, + -0.5517916679382324, + -0.564794659614563, + -0.5845463275909424, + -0.5778687000274658, + -0.5874161720275879, + -0.6259971857070923, + -0.6172001361846924, + -0.6320711374282837, + -0.6337453126907349, + -0.6391415596008301, + -0.6485271453857422, + -0.6614049673080444 + ], + "p90": [ + 1.2703356742858887, + 1.2560186386108398, + 1.234307885169983, + 1.201995611190796, + 1.1728901863098145, + 1.1549196243286133, + 1.1240485906600952, + 1.0972243547439575, + 1.0696518421173096, + 1.0437238216400146, + 1.0208954811096191, + 0.9910277128219604, + 0.9600489735603333, + 0.9353877305984497, + 0.9095480442047119, + 0.884463906288147, + 0.8570619821548462, + 0.8251645565032959, + 0.8025361895561218, + 0.7784003615379333, + 0.7487858533859253, + 0.7265447974205017, + 0.7035627365112305, + 0.6803935766220093, + 0.6585395932197571, + 0.6479088068008423, + 0.62895268201828, + 0.6043756008148193, + 0.5967251062393188, + 0.5802863836288452, + 0.574439525604248, + 0.5479094386100769, + 0.5208404660224915, + 0.5042247176170349, + 0.4907149076461792, + 0.48484277725219727, + 0.48177558183670044, + 0.469743013381958, + 0.45809435844421387, + 0.46285349130630493, + 0.4483967423439026, + 0.46306973695755005, + 0.45845919847488403, + 0.45242440700531006, + 0.46014702320098877, + 0.4612225890159607, + 0.47284412384033203, + 0.4836130142211914, + 0.4637037515640259, + 0.4574738144874573, + 0.4754220247268677, + 0.49060535430908203, + 0.5059297680854797, + 0.5218319296836853, + 0.52032071352005, + 0.5631012320518494, + 0.5880999565124512, + 0.5877270698547363, + 0.6153743267059326, + 0.632498025894165 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260621_213116.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..ffe99014fa3b3e761068e932bfde01b2d12b4b20 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260621_213116.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-21T21:31:16.332426+00:00", + "metrics": { + "MSE[mean]": 0.04389108585238752, + "MSE[0.5]": 0.04438761752921797, + "MAE[0.5]": 0.18568300765769716, + "MASE[0.5]": 0.4157314937062743, + "MAPE[0.5]": 0.3837848138510077, + "sMAPE[0.5]": 0.33873699620104236, + "MSIS": 13.005137282701478, + "RMSE[mean]": 0.20950199486493565, + "NRMSE[mean]": 0.34697252934545963, + "ND[0.5]": 0.30752405419814294, + "mean_weighted_sum_quantile_loss": 0.29026988192903896 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2668688798255958, + 1.2441183852621642, + 1.2228680800030844, + 1.207117644329042, + 1.1863672730280155, + 1.174616875262527, + 1.1538664592580172, + 1.1376161045270823, + 1.1163656502563906, + 1.0981152765711786, + 1.0778648690305284, + 1.0616143503868203, + 1.0433640065039307, + 1.0246136392560203, + 1.0068632591335067, + 0.9886127364366826, + 0.9708624159188137, + 0.9511120615455065, + 0.9328615984533274, + 0.9146112247681154, + 0.9028607972003045, + 0.8826104194619767, + 0.8593599909404915, + 0.8396096067648621, + 0.8313591937405845, + 0.8041088167175123, + 0.7923583891497015, + 0.7706079636680532, + 0.7493575764525868, + 0.738107202052119, + 0.7183567880741671, + 0.6956063531153803, + 0.679356005835026, + 0.65960553970301, + 0.6453551741240295, + 0.6236047262906395, + 0.6063544291377914, + 0.5871039193155707, + 0.5693535615447989, + 0.5486031380897084, + 0.5308527579671948, + 0.5126023544796604, + 0.49685194860794024, + 0.4796014949928996, + 0.45735112065203654, + 0.44160077438496104, + 0.41985032655157095, + 0.40759984581641695, + 0.3823495324511055, + 0.3730991323014312, + 0.3458487254760366, + 0.328598309113899, + 0.31884788559920396, + 0.2970975569751034, + 0.2768471196321308, + 0.25459670803836476, + 0.24034631265706208, + 0.2180959308656184, + 0.20184553143119965, + 0.18259508121362378 + ], + "p10": [ + 1.2302688920803109, + 1.2121185528704252, + 1.1958680103848593, + 1.1775176141452497, + 1.1573672887636417, + 1.1380167861893458, + 1.1218664689139697, + 1.1035160667138957, + 1.0872656374771548, + 1.0661153309306146, + 1.0487648562512926, + 1.0285143652641395, + 1.011364114507547, + 0.993113716980477, + 0.9748633075324782, + 0.9596128117769536, + 0.9403623615593777, + 0.922011965319768, + 0.9027616283510173, + 0.8835111721729768, + 0.8673608608580652, + 0.8481104166009538, + 0.8288600259880227, + 0.812609537146637, + 0.7933592061383506, + 0.773008716438658, + 0.7518584039316534, + 0.7396079828011441, + 0.7193576587069966, + 0.7061071908464458, + 0.6808567642323092, + 0.6635062955134516, + 0.6462559268350297, + 0.6281055816646799, + 0.6087550850508484, + 0.5916047210454307, + 0.573354424846257, + 0.5561039608004035, + 0.5378535573128691, + 0.5195031610732594, + 0.502352737463197, + 0.48200229544722023, + 0.4657518781314083, + 0.4456015527498004, + 0.4282511376751231, + 0.41000072822712413, + 0.3897502432004357, + 0.3703999075191452, + 0.35434952935166397, + 0.3359991211911254, + 0.31764872495151575, + 0.29849822576276375, + 0.2833478956127843, + 0.26309757747910123, + 0.2448470547822773, + 0.2284966327934612, + 0.20834630741185334, + 0.1910958910497157, + 0.16984546658134614, + 0.15359509694925 + ], + "p90": [ + 1.2903689050979652, + 1.2691184806295959, + 1.2499680887292044, + 1.2346176479053206, + 1.2143672701669925, + 1.1961168666794582, + 1.1788664026336046, + 1.1597160643773936, + 1.1414656608898592, + 1.1242152922114375, + 1.1048648492417863, + 1.0887144515001397, + 1.0693639817083984, + 1.0531136597600181, + 1.035063253697563, + 1.0157128107279119, + 0.9974624072403775, + 0.9772120265218173, + 0.9598615578029597, + 0.9447112783169282, + 0.9243608184195581, + 0.9041104108789079, + 0.884859960661332, + 0.8677095966559143, + 0.8504592428786537, + 0.8301087800010511, + 0.8138583209619878, + 0.7946079899537015, + 0.7804576469291188, + 0.7611072039594676, + 0.7399567722431735, + 0.7246063969843989, + 0.7074560329789812, + 0.6872055747743829, + 0.6668551655409607, + 0.6516047830342613, + 0.6304543513179671, + 0.6151039760591925, + 0.5948534791115752, + 0.5756031481032887, + 0.5574527492887585, + 0.5401023878582615, + 0.5218518770823665, + 0.5026015341531512, + 0.48435113066561686, + 0.4711007224097108, + 0.44885034359849935, + 0.43559984891585846, + 0.41234945317692795, + 0.3940990496893936, + 0.37784873072124536, + 0.3585982834839017, + 0.33934794949538316, + 0.3200974992778073, + 0.3029471352723896, + 0.28359669230273854, + 0.26534628881520417, + 0.25009590630850476, + 0.2319455074939743, + 0.21059507835260083 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_211232.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_211232.json new file mode 100644 index 0000000000000000000000000000000000000000..dae3115c486cc7292d22c21b9ed41d7ead0172c8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_211232.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T21:12:32.662959+00:00", + "metrics": { + "MSE[mean]": 0.08314235667998733, + "MSE[0.5]": 0.06837418164515958, + "MAE[0.5]": 0.23932810028394064, + "MASE[0.5]": 0.5358391695181227, + "MAPE[0.5]": 0.5286042328174664, + "sMAPE[0.5]": 0.39077613508291004, + "MSIS": 2.805227903063473, + "RMSE[mean]": 0.28834416359619164, + "NRMSE[mean]": 0.4775491700185074, + "ND[0.5]": 0.39636985964022986, + "mean_weighted_sum_quantile_loss": 0.25207467726662897 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2680636048316956, + 1.2580265402793884, + 1.2409764528274536, + 1.2245409488677979, + 1.2088565230369568, + 1.1983989477157593, + 1.1689602732658386, + 1.1581178903579712, + 1.1212873458862305, + 1.1060905456542969, + 1.0876720547676086, + 1.0837965607643127, + 1.0602903366088867, + 1.0139962434768677, + 1.01314115524292, + 0.9885651767253876, + 0.9735525548458099, + 0.9544918239116669, + 0.9366767406463623, + 0.9089177250862122, + 0.9245952367782593, + 0.8877451419830322, + 0.9196779727935791, + 0.9027459621429443, + 0.8739120066165924, + 0.8581896126270294, + 0.8309343457221985, + 0.8441540598869324, + 0.8518150746822357, + 0.8441741466522217, + 0.8237330913543701, + 0.8263962268829346, + 0.7130508720874786, + 0.7207857966423035, + 0.6947389543056488, + 0.6488385796546936, + 0.6673566401004791, + 0.6866486072540283, + 0.6299856007099152, + 0.6173898279666901, + 0.6234985291957855, + 0.6493945121765137, + 0.6591691374778748, + 0.6420324146747589, + 0.6418348550796509, + 0.5998783707618713, + 0.6667150855064392, + 0.6202603280544281, + 0.5700928568840027, + 0.598473072052002, + 0.5885546207427979, + 0.6226474344730377, + 0.6691394746303558, + 0.6434199810028076, + 0.6367131173610687, + 0.6166468560695648, + 0.5983618795871735, + 0.6513844430446625, + 0.6174262762069702, + 0.6590791940689087 + ], + "p10": [ + 1.2513828873634338, + 1.235418438911438, + 1.2059862613677979, + 1.1825439929962158, + 1.1618762016296387, + 1.1246737241744995, + 1.0770519375801086, + 1.064475655555725, + 1.0160548686981201, + 0.9658182859420776, + 0.9670815765857697, + 0.902497261762619, + 0.9000186622142792, + 0.8152197599411011, + 0.8407272398471832, + 0.7846042215824127, + 0.7553412914276123, + 0.6993776559829712, + 0.7151500880718231, + 0.6923591494560242, + 0.6177464127540588, + 0.6103233695030212, + 0.6195722222328186, + 0.5712672472000122, + 0.610438883304596, + 0.5300596654415131, + 0.5410321354866028, + 0.5499660968780518, + 0.4820922017097473, + 0.5233809947967529, + 0.4971366822719574, + 0.45817410945892334, + 0.3701511323451996, + 0.35513365268707275, + 0.3563910126686096, + 0.32816216349601746, + 0.3640138506889343, + 0.26471784710884094, + 0.2612973153591156, + 0.2373163104057312, + 0.3063257038593292, + 0.2812404930591583, + 0.3027326762676239, + 0.3014892041683197, + 0.2381877601146698, + 0.20600375533103943, + 0.2602884769439697, + 0.20359796285629272, + 0.22919124364852905, + 0.22908633947372437, + 0.1617726981639862, + 0.2368868887424469, + 0.2593255043029785, + 0.17541569471359253, + 0.21141356229782104, + 0.22455617785453796, + 0.1661425232887268, + 0.23189210891723633, + 0.1884477436542511, + 0.19852513074874878 + ], + "p90": [ + 1.284701943397522, + 1.2829229831695557, + 1.2744956612586975, + 1.2657743096351624, + 1.271323323249817, + 1.260012924671173, + 1.243489146232605, + 1.2482118010520935, + 1.2263767719268799, + 1.242613434791565, + 1.239855706691742, + 1.2464510798454285, + 1.205119550228119, + 1.2134093642234802, + 1.1839750409126282, + 1.2246910333633423, + 1.214246153831482, + 1.1523854732513428, + 1.1480059027671814, + 1.2174400687217712, + 1.1659678220748901, + 1.1928571462631226, + 1.1974098086357117, + 1.1924139857292175, + 1.167025089263916, + 1.200875163078308, + 1.1176285147666931, + 1.2137906551361084, + 1.1461477875709534, + 1.1556159853935242, + 1.2542672753334045, + 1.243790328502655, + 1.2286635041236877, + 1.1509485840797424, + 1.146009922027588, + 1.086659848690033, + 1.1277691721916199, + 1.1550718545913696, + 1.1602571606636047, + 1.112937569618225, + 1.2360309958457947, + 1.129606008529663, + 1.2203885912895203, + 1.1648629903793335, + 1.1753984093666077, + 1.1851763725280762, + 1.1764275431632996, + 1.2055715322494507, + 1.1704818606376648, + 1.2521675825119019, + 1.1046446561813354, + 1.2316198348999023, + 1.1662101745605469, + 1.2755489945411682, + 1.308814287185669, + 1.199545979499817, + 1.0522060990333557, + 1.1504010558128357, + 1.287274420261383, + 1.2145567536354065 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260621_213116.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..6d837284853a745f74b1474124248583580e844f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260621_213116.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-21T21:31:16.382178+00:00", + "metrics": { + "MSE[mean]": 0.7939376566184321, + "MSE[0.5]": 0.7965189186099693, + "MAE[0.5]": 0.8472192435968287, + "MASE[0.5]": 1.8968656641242694, + "MAPE[0.5]": 1.87710499101167, + "sMAPE[0.5]": 0.8726506312905337, + "MSIS": 71.97609224560004, + "RMSE[mean]": 0.8910317932702694, + "NRMSE[mean]": 1.4757069747117275, + "ND[0.5]": 1.4031456075177406, + "mean_weighted_sum_quantile_loss": 1.3849177800334818 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.4553275736181308, + 1.4508274825422336, + 1.4478275807706882, + 1.45032754858418, + 1.4478275807706882, + 1.454327586492734, + 1.4518275739757587, + 1.453827622732358, + 1.4508275719492008, + 1.4508276017515231, + 1.4488275976984073, + 1.4508274825422336, + 1.4508275421468784, + 1.4503275783865024, + 1.4508276017515231, + 1.4508274825422336, + 1.4513275655118991, + 1.4498276146261264, + 1.4498275550214816, + 1.449827584823804, + 1.4563275607435275, + 1.454327586492734, + 1.4493275614587833, + 1.4478275807706882, + 1.457827571233945, + 1.4488275976984073, + 1.4553275736181308, + 1.4518275516240169, + 1.448827567896085, + 1.4558275969831516, + 1.454327586492734, + 1.4498275550214816, + 1.4518276112286617, + 1.45032754858418, + 1.454327586492734, + 1.4508275421468784, + 1.4518276484815646, + 1.4508275421468784, + 1.451327587863641, + 1.448827567896085, + 1.4493275912611057, + 1.4493275912611057, + 1.4518275888769199, + 1.4528275387494136, + 1.448827567896085, + 1.451327625116544, + 1.4478275807706882, + 1.4538275035230686, + 1.4468275936452915, + 1.4558275969831516, + 1.4468275936452915, + 1.4478275807706882, + 1.4563275607435275, + 1.4528276356069614, + 1.4508276017515231, + 1.4468275936452915, + 1.4508276017515231, + 1.4468276234476138, + 1.4488276275007297, + 1.4478275807706882 + ], + "p10": [ + 1.4187275858728459, + 1.4188276501504946, + 1.420827511152463, + 1.4207275184003878, + 1.4188275965063144, + 1.4177274974195528, + 1.4198275836317111, + 1.4197275849191715, + 1.421727559169965, + 1.4188276561109592, + 1.4197275849191715, + 1.4177274974195528, + 1.4188276501504946, + 1.4188276561109592, + 1.4188276501504946, + 1.4218275578825046, + 1.420827511152463, + 1.4207275184003878, + 1.4197275849191715, + 1.4187275322286654, + 1.420827624401288, + 1.4198275836317111, + 1.4188275965063144, + 1.420827511152463, + 1.4198275836317111, + 1.4177274974195528, + 1.4148275884000827, + 1.4208275707571079, + 1.4188276501504946, + 1.4238275857774783, + 1.4168275626508762, + 1.4177274974195528, + 1.4187275322286654, + 1.4188275905458498, + 1.4177274974195528, + 1.4188275369016696, + 1.4188276441900303, + 1.4198275836317111, + 1.4198275836317111, + 1.4197275908796358, + 1.4208275707571079, + 1.4187275322286654, + 1.4207275184003878, + 1.4188275965063144, + 1.4197275849191715, + 1.419727578958707, + 1.4177274974195528, + 1.416627565225797, + 1.4188275905458498, + 1.4187275858728459, + 1.4186275931207706, + 1.4177274974195528, + 1.4208275707571079, + 1.4188276561109592, + 1.4188275369016696, + 1.4207275184003878, + 1.4188275965063144, + 1.4198275836317111, + 1.4168275626508762, + 1.4188275965063144 + ], + "p90": [ + 1.4788275988905002, + 1.4758275779096652, + 1.4749275894968081, + 1.4778275521604587, + 1.4758275779096652, + 1.4758275779096652, + 1.476827517351346, + 1.4759275825826694, + 1.4759275825826694, + 1.476927617391782, + 1.4758275779096652, + 1.477927583655553, + 1.476827517351346, + 1.4788275988905002, + 1.4790275963155795, + 1.4779275568334629, + 1.4779275568334629, + 1.4759275796024371, + 1.4768275143711138, + 1.479927638372617, + 1.477827581962781, + 1.4758275779096652, + 1.4748275311796237, + 1.4759275706617405, + 1.476927620372014, + 1.4748275609819461, + 1.4768275054304172, + 1.4758275779096652, + 1.479927638372617, + 1.4788275988905002, + 1.4759275706617405, + 1.4788275988905002, + 1.479927638372617, + 1.477927583655553, + 1.4758275779096652, + 1.4788275988905002, + 1.4759275706617405, + 1.4788275988905002, + 1.4768275054304172, + 1.4758275779096652, + 1.4759275825826694, + 1.4768276246397067, + 1.476827517351346, + 1.4758275779096652, + 1.4758275779096652, + 1.4808275731412937, + 1.4768275978176166, + 1.4818275066225102, + 1.4768275143711138, + 1.4768275143711138, + 1.4788275988905002, + 1.477827555140691, + 1.4768276246397067, + 1.4758275779096652, + 1.476927617391782, + 1.4758275779096652, + 1.4758275779096652, + 1.4788275988905002, + 1.4789276035635044, + 1.4758275779096652 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260621_213116.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..4450b0023011be93dd674abdda5818e7be32dff4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260621_213116.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-21T21:31:16.418545+00:00", + "metrics": { + "MSE[mean]": 0.807108116273889, + "MSE[0.5]": 0.807108116273889, + "MAE[0.5]": 0.8559833332896233, + "MASE[0.5]": 1.91648785866389, + "MAPE[0.5]": 1.8842049654622237, + "sMAPE[0.5]": 0.8772524545033649, + "MSIS": 72.9335904085428, + "RMSE[mean]": 0.8983919613809381, + "NRMSE[mean]": 1.4878967209115808, + "ND[0.5]": 1.4176604973166653, + "mean_weighted_sum_quantile_loss": 1.4015427600810764 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165 + ], + "p10": [ + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817, + 1.4670599794387817, + 1.4592199635505676, + 1.4504000186920165, + 1.4249199962615966, + 1.4092399644851685, + 1.389639983177185, + 1.3612200570106505, + 1.33475998878479, + 1.313200032711029, + 1.2887000560760498, + 1.2690999579429627, + 1.2534200429916382, + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817, + 1.4670599794387817, + 1.4592199635505676, + 1.4504000186920165, + 1.4249199962615966, + 1.4092399644851685, + 1.389639983177185, + 1.3612200570106505, + 1.33475998878479, + 1.313200032711029, + 1.2887000560760498, + 1.2690999579429627, + 1.2534200429916382, + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817 + ], + "p90": [ + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483, + 1.5269399785995483, + 1.5187799620628357, + 1.5096000194549561, + 1.4830799961090089, + 1.4667599630355834, + 1.4463599824905395, + 1.416780059337616, + 1.3892399883270263, + 1.3668000340461732, + 1.3413000583648682, + 1.3208999562263488, + 1.3045800447463989, + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483, + 1.5269399785995483, + 1.5187799620628357, + 1.5096000194549561, + 1.4830799961090089, + 1.4667599630355834, + 1.4463599824905395, + 1.416780059337616, + 1.3892399883270263, + 1.3668000340461732, + 1.3413000583648682, + 1.3208999562263488, + 1.3045800447463989, + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_213106.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_213106.json new file mode 100644 index 0000000000000000000000000000000000000000..e983c052a9021297a766f80e4a1e0da4ada95164 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_213106.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T21:31:06.533215+00:00", + "metrics": { + "MSE[mean]": 0.018614070550660142, + "MSE[0.5]": 0.018614070550660142, + "MAE[0.5]": 0.10631837397813797, + "MASE[0.5]": 0.23803953296488603, + "MAPE[0.5]": 0.25059571533794645, + "sMAPE[0.5]": 0.320395936023275, + "MSIS": 1.7705865548095916, + "RMSE[mean]": 0.13643339235927596, + "NRMSE[mean]": 0.22595794023153978, + "ND[0.5]": 0.1760821187353058, + "mean_weighted_sum_quantile_loss": 0.1359641858828613 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2698173522949219, + 1.239898681640625, + 1.2070846557617188, + 1.1762008666992188, + 1.147247314453125, + 1.1125030517578125, + 1.0804128646850586, + 1.048209547996521, + 1.0143022537231445, + 0.9807643890380859, + 0.9498805999755859, + 0.9117584228515625, + 0.8750839233398438, + 0.8422698974609375, + 0.8027000427246094, + 0.7631301879882812, + 0.7206649780273438, + 0.6859207153320312, + 0.653106689453125, + 0.622222900390625, + 0.575897216796875, + 0.5411529541015625, + 0.5179901123046875, + 0.4793853759765625, + 0.44464111328125, + 0.4176177978515625, + 0.3944549560546875, + 0.3712921142578125, + 0.35198974609375, + 0.3326873779296875, + 0.3056640625, + 0.2940826416015625, + 0.29022216796875, + 0.2709197998046875, + 0.251617431640625, + 0.243896484375, + 0.22845458984375, + 0.2245941162109375, + 0.2130126953125, + 0.220733642578125, + 0.2168731689453125, + 0.2130126953125, + 0.2091522216796875, + 0.2168731689453125, + 0.1937103271484375, + 0.2014312744140625, + 0.189849853515625, + 0.19757080078125, + 0.13580322265625, + 0.158966064453125, + 0.174407958984375, + 0.1937103271484375, + 0.1782684326171875, + 0.189849853515625, + 0.18212890625, + 0.1937103271484375, + 0.2168731689453125, + 0.2554779052734375, + 0.236175537109375, + 0.2709197998046875 + ], + "p10": [ + 1.2495498657226562, + 1.2186660766601562, + 1.1810264587402344, + 1.1467647552490234, + 1.1149158477783203, + 1.0782413482666016, + 1.0421398878097534, + 0.9998254776000977, + 0.9638748168945312, + 0.9223747253417969, + 0.8876304626464844, + 0.8480606079101562, + 0.8065605163574219, + 0.7727813720703125, + 0.7341766357421875, + 0.6878509521484375, + 0.62994384765625, + 0.6029205322265625, + 0.5662460327148438, + 0.5334320068359375, + 0.490966796875, + 0.4639434814453125, + 0.4407806396484375, + 0.4021759033203125, + 0.38287353515625, + 0.3558502197265625, + 0.328826904296875, + 0.3095245361328125, + 0.2863616943359375, + 0.2709197998046875, + 0.2477569580078125, + 0.236175537109375, + 0.2245941162109375, + 0.2091522216796875, + 0.1859893798828125, + 0.1782684326171875, + 0.16668701171875, + 0.1705474853515625, + 0.1473846435546875, + 0.1551055908203125, + 0.1551055908203125, + 0.158966064453125, + 0.1473846435546875, + 0.1551055908203125, + 0.13580322265625, + 0.1473846435546875, + 0.13580322265625, + 0.1473846435546875, + 0.066314697265625, + 0.081756591796875, + 0.0856170654296875, + 0.097198486328125, + 0.0856170654296875, + 0.0933380126953125, + 0.07403564453125, + 0.0856170654296875, + 0.0933380126953125, + 0.128082275390625, + 0.0894775390625, + 0.1087799072265625 + ], + "p90": [ + 1.2842941284179688, + 1.2611312866210938, + 1.232177734375, + 1.2061195373535156, + 1.1829566955566406, + 1.1525554656982422, + 1.1245670318603516, + 1.1004390716552734, + 1.070641040802002, + 1.0430748462677002, + 1.0097179412841797, + 0.977386474609375, + 0.9479503631591797, + 0.9165840148925781, + 0.8760490417480469, + 0.8422698974609375, + 0.8191070556640625, + 0.7959442138671875, + 0.7573394775390625, + 0.7264556884765625, + 0.6801300048828125, + 0.6395950317382812, + 0.6125717163085938, + 0.5720367431640625, + 0.529571533203125, + 0.5025482177734375, + 0.4871063232421875, + 0.4562225341796875, + 0.44464111328125, + 0.42919921875, + 0.3983154296875, + 0.38287353515625, + 0.3790130615234375, + 0.359710693359375, + 0.3404083251953125, + 0.3365478515625, + 0.328826904296875, + 0.32110595703125, + 0.313385009765625, + 0.3095245361328125, + 0.3095245361328125, + 0.3056640625, + 0.3095245361328125, + 0.3172454833984375, + 0.297943115234375, + 0.313385009765625, + 0.3018035888671875, + 0.313385009765625, + 0.2747802734375, + 0.3095245361328125, + 0.35198974609375, + 0.375152587890625, + 0.375152587890625, + 0.390594482421875, + 0.406036376953125, + 0.436920166015625, + 0.4871063232421875, + 0.5411529541015625, + 0.56817626953125, + 0.62994384765625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_203433.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_203433.json new file mode 100644 index 0000000000000000000000000000000000000000..49ec602110f3b0709c26bc5245bccdd29d209855 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_203433.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T20:34:33.893441+00:00", + "metrics": { + "MSE[mean]": 0.01011790069418037, + "MSE[0.5]": 0.014987276180288183, + "MAE[0.5]": 0.09036620358626048, + "MASE[0.5]": 0.2023237197166546, + "MAPE[0.5]": 0.2203987683417446, + "sMAPE[0.5]": 0.2804122898226958, + "MSIS": 1.2537754177104885, + "RMSE[mean]": 0.10058777606737496, + "NRMSE[mean]": 0.16659123034046677, + "ND[0.5]": 0.14966249006786597, + "mean_weighted_sum_quantile_loss": 0.09833686511706305 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.258550763130188, + 1.2254974842071533, + 1.2102049589157104, + 1.1678863763809204, + 1.1222364902496338, + 1.1030809879302979, + 1.0640853643417358, + 1.0522024631500244, + 1.02615487575531, + 0.9803562164306641, + 0.925241231918335, + 0.8973287343978882, + 0.8662785291671753, + 0.8456693887710571, + 0.8159315586090088, + 0.7954751253128052, + 0.7628412246704102, + 0.7178469896316528, + 0.6708455681800842, + 0.6412352323532104, + 0.6283949613571167, + 0.5772380828857422, + 0.5521628260612488, + 0.5285917520523071, + 0.5026990175247192, + 0.46803218126296997, + 0.4559919238090515, + 0.44489532709121704, + 0.41338682174682617, + 0.3825704753398895, + 0.35846713185310364, + 0.3229900598526001, + 0.31436794996261597, + 0.2858785390853882, + 0.27490586042404175, + 0.25724971294403076, + 0.2535722255706787, + 0.22215941548347473, + 0.21635667979717255, + 0.1992342472076416, + 0.20315568149089813, + 0.17968817055225372, + 0.19296856224536896, + 0.18552155792713165, + 0.16722333431243896, + 0.1733255386352539, + 0.18134313821792603, + 0.17047293484210968, + 0.16511283814907074, + 0.18446487188339233, + 0.19256694614887238, + 0.1849631667137146, + 0.19070251286029816, + 0.21021249890327454, + 0.22807763516902924, + 0.2423328161239624, + 0.2679702043533325, + 0.2834976315498352, + 0.2940702438354492, + 0.31484127044677734 + ], + "p10": [ + 1.243422031402588, + 1.2465182542800903, + 1.1976021528244019, + 1.1999350786209106, + 1.1421236991882324, + 1.1086426973342896, + 1.0744863748550415, + 1.0309019088745117, + 1.036407470703125, + 0.9942080974578857, + 0.9555783271789551, + 0.9222074747085571, + 0.8655999898910522, + 0.8512473106384277, + 0.8355840444564819, + 0.7982884645462036, + 0.7850719690322876, + 0.7187036871910095, + 0.6717981696128845, + 0.6536483764648438, + 0.6033086776733398, + 0.6156919002532959, + 0.580862283706665, + 0.5518153309822083, + 0.526138424873352, + 0.4909771680831909, + 0.46209773421287537, + 0.4512039124965668, + 0.45101359486579895, + 0.4131301939487457, + 0.39640140533447266, + 0.3610905408859253, + 0.3337799310684204, + 0.34249499440193176, + 0.3011358380317688, + 0.3223702311515808, + 0.28296008706092834, + 0.23313578963279724, + 0.24454465508460999, + 0.2417243868112564, + 0.21939446032047272, + 0.21084493398666382, + 0.2151329517364502, + 0.21059036254882812, + 0.21417297422885895, + 0.2188977301120758, + 0.21366055309772491, + 0.22420163452625275, + 0.24552534520626068, + 0.235930934548378, + 0.2553856372833252, + 0.24633318185806274, + 0.24828770756721497, + 0.2699495553970337, + 0.301726371049881, + 0.32847389578819275, + 0.31636542081832886, + 0.3585852384567261, + 0.37318211793899536, + 0.37266600131988525 + ], + "p90": [ + 1.26326584815979, + 1.2393563985824585, + 1.2355520725250244, + 1.1981064081192017, + 1.1760889291763306, + 1.1577857732772827, + 1.116402506828308, + 1.1113388538360596, + 1.0889384746551514, + 1.0399476289749146, + 1.0006564855575562, + 0.960345983505249, + 0.9357233047485352, + 0.9133533239364624, + 0.8785948753356934, + 0.8530867099761963, + 0.8251973390579224, + 0.7864269018173218, + 0.7485558986663818, + 0.7309529781341553, + 0.7166405320167542, + 0.658447265625, + 0.6396501064300537, + 0.6092784404754639, + 0.5929364562034607, + 0.5589042901992798, + 0.5501643419265747, + 0.5402493476867676, + 0.5186573266983032, + 0.48099857568740845, + 0.4684138298034668, + 0.43260255455970764, + 0.4290144443511963, + 0.39132168889045715, + 0.3773813545703888, + 0.37558430433273315, + 0.39291369915008545, + 0.35235831141471863, + 0.34123337268829346, + 0.3241855800151825, + 0.3251987397670746, + 0.3149382472038269, + 0.3290480375289917, + 0.3304312229156494, + 0.31795230507850647, + 0.31333407759666443, + 0.34039679169654846, + 0.33238905668258667, + 0.3346935510635376, + 0.35189223289489746, + 0.35971805453300476, + 0.3681359887123108, + 0.3718722462654114, + 0.40644145011901855, + 0.42258220911026, + 0.4417625069618225, + 0.46538540720939636, + 0.49496182799339294, + 0.5016589760780334, + 0.5336389541625977 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_205951.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_205951.json new file mode 100644 index 0000000000000000000000000000000000000000..d355e83da88595650177b4d2a8aac6e46bc0cfc7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_205951.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-21T20:59:51.076272+00:00", + "metrics": { + "MSE[mean]": 0.016612833918646385, + "MSE[0.5]": 0.016612833918646385, + "MAE[0.5]": 0.09388775775829951, + "MASE[0.5]": 0.21020823750090034, + "MAPE[0.5]": 0.2206933577737725, + "sMAPE[0.5]": 0.2808553343300904, + "MSIS": 1.6751664214791717, + "RMSE[mean]": 0.12889078290803568, + "NRMSE[mean]": 0.21346603875418624, + "ND[0.5]": 0.15549480951230457, + "mean_weighted_sum_quantile_loss": 0.20798537631760988 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2560718059539795, + 1.2319824695587158, + 1.2054232358932495, + 1.1768622398376465, + 1.1461389064788818, + 1.1119049787521362, + 1.0770670175552368, + 1.041024088859558, + 1.0075064897537231, + 0.9755483269691467, + 0.9437342882156372, + 0.9114004969596863, + 0.8791534304618835, + 0.845247209072113, + 0.8094820380210876, + 0.7753181457519531, + 0.741470217704773, + 0.7076560258865356, + 0.6726114749908447, + 0.6388765573501587, + 0.6055803298950195, + 0.5727008581161499, + 0.5412049293518066, + 0.5081813335418701, + 0.47351789474487305, + 0.4380737543106079, + 0.4005693197250366, + 0.3656997084617615, + 0.33162105083465576, + 0.30050981044769287, + 0.2707015872001648, + 0.2487396001815796, + 0.25218838453292847, + 0.31060755252838135, + 0.3164665102958679, + 0.32236194610595703, + 0.3078007102012634, + 0.288571834564209, + 0.27738380432128906, + 0.2602011561393738, + 0.24153083562850952, + 0.23160934448242188, + 0.2207392454147339, + 0.21071749925613403, + 0.2018079161643982, + 0.19837415218353271, + 0.1937485933303833, + 0.1883440613746643, + 0.18179690837860107, + 0.18028008937835693, + 0.178300678730011, + 0.17874062061309814, + 0.1837744116783142, + 0.1895419955253601, + 0.19991707801818848, + 0.2201617956161499, + 0.23713958263397217, + 0.24893814325332642, + 0.2568930983543396, + 0.2741663455963135 + ], + "p10": [ + 1.24626624584198, + 1.2196648120880127, + 1.1884403228759766, + 1.154346227645874, + 1.119307518005371, + 1.0801076889038086, + 1.0386219024658203, + 0.9978801608085632, + 0.958340585231781, + 0.9206205606460571, + 0.881913423538208, + 0.8406843543052673, + 0.801724374294281, + 0.7601546049118042, + 0.7153373956680298, + 0.6712626814842224, + 0.6269583106040955, + 0.5801588296890259, + 0.5340060591697693, + 0.48765063285827637, + 0.4439374804496765, + 0.4006621837615967, + 0.355835497379303, + 0.3077391982078552, + 0.25668418407440186, + 0.20254987478256226, + 0.14783388376235962, + 0.09312009811401367, + 0.04193294048309326, + -0.00671696662902832, + -0.051738739013671875, + -0.08547604084014893, + -0.10299646854400635, + -0.0734783411026001, + -0.11784577369689941, + -0.10339808464050293, + -0.11993646621704102, + -0.16279995441436768, + -0.20261776447296143, + -0.23733031749725342, + -0.2843552827835083, + -0.33595335483551025, + -0.36185216903686523, + -0.38465261459350586, + -0.3964533805847168, + -0.41387128829956055, + -0.4383193254470825, + -0.46423399448394775, + -0.4816669225692749, + -0.49856746196746826, + -0.5226502418518066, + -0.5396180152893066, + -0.5468672513961792, + -0.5484498739242554, + -0.5417579412460327, + -0.5374997854232788, + -0.5419578552246094, + -0.5516891479492188, + -0.5564939975738525, + -0.5679725408554077 + ], + "p90": [ + 1.2667393684387207, + 1.2460968494415283, + 1.225022315979004, + 1.1998788118362427, + 1.1736805438995361, + 1.1457457542419434, + 1.1157623529434204, + 1.0863076448440552, + 1.059706211090088, + 1.0360147953033447, + 1.0134837627410889, + 0.9892274737358093, + 0.9649067521095276, + 0.9380065202713013, + 0.9107089042663574, + 0.8859337568283081, + 0.8632509708404541, + 0.8404490351676941, + 0.8185515999794006, + 0.7969995737075806, + 0.7807166576385498, + 0.7670414447784424, + 0.7514938116073608, + 0.7336918115615845, + 0.7172950506210327, + 0.7006089687347412, + 0.6855212450027466, + 0.6717334985733032, + 0.6623791456222534, + 0.6575585007667542, + 0.6515799164772034, + 0.6436409950256348, + 0.7011746764183044, + 0.6828762292861938, + 0.6750310063362122, + 0.7080689072608948, + 0.7321621775627136, + 0.7517192959785461, + 0.7528235912322998, + 0.7633837461471558, + 0.7816713452339172, + 0.8015960454940796, + 0.8169636726379395, + 0.8185024857521057, + 0.835342526435852, + 0.8514121770858765, + 0.8768219947814941, + 0.8832505941390991, + 0.8959760069847107, + 0.9226441383361816, + 0.9575669765472412, + 0.9895516037940979, + 1.014286756515503, + 1.0379960536956787, + 1.0678566694259644, + 1.1062673330307007, + 1.1344043016433716, + 1.1701266765594482, + 1.2078880071640015, + 1.2493730783462524 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_205003.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_205003.json new file mode 100644 index 0000000000000000000000000000000000000000..960e348bd59172f5c586ce0ba7bbe5c54de44a25 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_205003.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T20:50:03.275108+00:00", + "metrics": { + "MSE[mean]": 0.00024274475597467018, + "MSE[0.5]": 0.00024274475597467018, + "MAE[0.5]": 0.012622046967347462, + "MASE[0.5]": 0.028259895752224963, + "MAPE[0.5]": 0.027096875489851673, + "sMAPE[0.5]": 0.027632697413276505, + "MSIS": 1.390685361977382, + "RMSE[mean]": 0.015580268161192547, + "NRMSE[mean]": 0.02580369249111289, + "ND[0.5]": 0.02090435255569366, + "mean_weighted_sum_quantile_loss": 0.11425372664961346 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 14:06:00", + "2026-06-20 14:12:00", + "2026-06-20 14:18:00", + "2026-06-20 14:24:00", + "2026-06-20 14:30:00", + "2026-06-20 14:36:00", + "2026-06-20 14:42:00", + "2026-06-20 14:48:00", + "2026-06-20 14:54:00", + "2026-06-20 15:00:00", + "2026-06-20 15:06:00", + "2026-06-20 15:12:00", + "2026-06-20 15:18:00", + "2026-06-20 15:24:00", + "2026-06-20 15:30:00", + "2026-06-20 15:36:00", + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" + ], + "context": [ + 0.9490000009536743, + 0.9049999713897705, + 0.8679999709129333, + 0.8349999785423279, + 0.7940000295639038, + 0.753000020980835, + 0.7099999785423279, + 0.6679999828338623, + 0.6439999938011169, + 0.6190000176429749, + 0.5839999914169312, + 0.5450000166893005, + 0.5059999823570251, + 0.47699999809265137, + 0.4569999873638153, + 0.43299999833106995, + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186 + ], + "actual": [ + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 + ], + "predictions": { + "p50": [ + 1.2561571598052979, + 1.2312417030334473, + 1.2023465633392334, + 1.1713067293167114, + 1.1399085521697998, + 1.1070261001586914, + 1.0761218070983887, + 1.0458943843841553, + 1.0146129131317139, + 0.9822321534156799, + 0.9503144025802612, + 0.9183754324913025, + 0.8858177065849304, + 0.8541164398193359, + 0.8201761245727539, + 0.7904963493347168, + 0.7567285299301147, + 0.7270926237106323, + 0.6984965801239014, + 0.6712881922721863, + 0.6457763910293579, + 0.6180205345153809, + 0.5944977402687073, + 0.563922643661499, + 0.5357528328895569, + 0.5123100876808167, + 0.48761093616485596, + 0.46821367740631104, + 0.4458771347999573, + 0.42806488275527954, + 0.41211235523223877, + 0.3935033082962036, + 0.39010632038116455, + 0.378620445728302, + 0.36409634351730347, + 0.35398197174072266, + 0.34202998876571655, + 0.33795660734176636, + 0.3268883228302002, + 0.3256388306617737, + 0.323016881942749, + 0.31903135776519775, + 0.3204888105392456, + 0.3202057480812073, + 0.32294559478759766, + 0.3248194456100464, + 0.331299364566803, + 0.33725690841674805, + 0.34438347816467285, + 0.35649919509887695, + 0.3667159080505371, + 0.38177698850631714, + 0.39589816331863403, + 0.41183358430862427, + 0.4311918616294861, + 0.4496529698371887, + 0.46700191497802734, + 0.48409509658813477, + 0.5086879134178162, + 0.5339615941047668 + ], + "p10": [ + 1.246018886566162, + 1.2143640518188477, + 1.1806812286376953, + 1.1438096761703491, + 1.1081297397613525, + 1.0687222480773926, + 1.0330722332000732, + 0.996673047542572, + 0.9598288536071777, + 0.9214891195297241, + 0.8835179805755615, + 0.8436134457588196, + 0.802344560623169, + 0.7596045732498169, + 0.7167672514915466, + 0.6775095462799072, + 0.6340957880020142, + 0.594789981842041, + 0.5549976229667664, + 0.5162428021430969, + 0.4802979826927185, + 0.439358651638031, + 0.4050389528274536, + 0.36190545558929443, + 0.323344349861145, + 0.2879367470741272, + 0.2505730986595154, + 0.21684694290161133, + 0.18330025672912598, + 0.14973604679107666, + 0.11798328161239624, + 0.09703445434570312, + 0.06646573543548584, + 0.03876090049743652, + 0.014954924583435059, + -0.0032939910888671875, + -0.026949763298034668, + -0.04589438438415527, + -0.06973886489868164, + -0.08436071872711182, + -0.09851300716400146, + -0.11959099769592285, + -0.13395404815673828, + -0.15135931968688965, + -0.1683332920074463, + -0.1858311891555786, + -0.19532442092895508, + -0.21434521675109863, + -0.22474122047424316, + -0.2345951795578003, + -0.24966299533843994, + -0.2558332681655884, + -0.2665599584579468, + -0.2714790105819702, + -0.27458298206329346, + -0.28119146823883057, + -0.27833783626556396, + -0.2785940170288086, + -0.27447712421417236, + -0.2632499933242798 + ], + "p90": [ + 1.2660365104675293, + 1.2460198402404785, + 1.2216026782989502, + 1.1995885372161865, + 1.1702394485473633, + 1.1437418460845947, + 1.1185805797576904, + 1.0932477712631226, + 1.0686613321304321, + 1.0425583124160767, + 1.017703890800476, + 0.9943816661834717, + 0.9703284502029419, + 0.9500767588615417, + 0.9265206456184387, + 0.9040013551712036, + 0.8818567991256714, + 0.8632545471191406, + 0.8434823751449585, + 0.829838216304779, + 0.8163575530052185, + 0.8001651763916016, + 0.7902363538742065, + 0.7746835947036743, + 0.7625953555107117, + 0.7505093812942505, + 0.7401775121688843, + 0.7402746081352234, + 0.7300480604171753, + 0.7282662391662598, + 0.7244564294815063, + 0.7236349582672119, + 0.7013587355613708, + 0.7082864046096802, + 0.7086460590362549, + 0.7152855396270752, + 0.7152886986732483, + 0.7208613157272339, + 0.7225360870361328, + 0.7398025393486023, + 0.7444034814834595, + 0.7584230899810791, + 0.7692528367042542, + 0.779772162437439, + 0.7962087392807007, + 0.8126091361045837, + 0.8328902721405029, + 0.846109926700592, + 0.8655979633331299, + 0.8882241249084473, + 0.9119974970817566, + 0.933768093585968, + 0.9568546414375305, + 0.9842013120651245, + 1.0070924758911133, + 1.0356534719467163, + 1.058465838432312, + 1.085411787033081, + 1.1225351095199585, + 1.152633786201477 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260621_213116.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..0d64f855821ca4946eea68bd3afda3f1d8ed337e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260621_213116.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-21T21:31:16.211782+00:00", + "metrics": { + "MSE[mean]": 0.025045306956432794, + "MSE[0.5]": 0.030936986962820354, + "MAE[0.5]": 0.13948245082244773, + "MASE[0.5]": 1.3599540576380222, + "MAPE[0.5]": 0.09276137820532324, + "sMAPE[0.5]": 0.0993471641480928, + "MSIS": 18.8909520401488, + "RMSE[mean]": 0.1582570913306345, + "NRMSE[mean]": 0.11116595683712863, + "ND[0.5]": 0.09797791667528036, + "mean_weighted_sum_quantile_loss": 0.0827026383341161 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3250771580523346, + 1.3062139225584803, + 1.315186702375223, + 1.2981620766652167, + 1.293786780431576, + 1.293283862940877, + 1.2949843254676114, + 1.2948995416255114, + 1.300989887513453, + 1.3065218638221483, + 1.292937613073459, + 1.2960856337484052, + 1.3058480090273785, + 1.3077529295123989, + 1.295269014723722, + 1.3058473675341318, + 1.2923138304877924, + 1.2960839632328331, + 1.3119219934933914, + 1.3077526478902022, + 1.2960839557471235, + 1.2948404804677238, + 1.3058473199224143, + 1.2952688985743628, + 1.3077526465502043, + 1.311921990197762, + 1.3071764942089181, + 1.2920855204167012, + 1.3058473198290157, + 1.3058473198287506, + 1.3119219901913415, + 1.2952688985358607, + 1.2929335249108127, + 1.2948404802391595, + 1.308328798862517, + 1.3071764942062516, + 1.2938870025749774, + 1.300965637509502, + 1.2956764268631338, + 1.3119219901912658, + 1.307176494206251, + 1.300965637509502, + 1.296083955190438, + 1.2927378131479696, + 1.2948404802391544, + 1.296083955190438, + 1.296083955190438, + 1.296083955190438, + 1.2927378131479696, + 1.300965637509502, + 1.305847319828566, + 1.296083955190438, + 1.2923138109003727, + 1.305847319828566, + 1.2948404802391544, + 1.296083955190438, + 1.3124433380965344, + 1.307176494206251, + 1.305847319828566, + 1.2956764268631338, + 1.2952688985358296, + 1.2952688985358296, + 1.3101253945268905, + 1.305847319828566, + 1.2952688985358296, + 1.305847319828566, + 1.305847319828566, + 1.305847319828566, + 1.2938870025749774, + 1.3065119070174085, + 1.295054689387492, + 1.3101253945268905 + ], + "p10": [ + 1.2458690687410143, + 1.241330255973379, + 1.2037706308139668, + 1.2190117261593094, + 1.2313184510566186, + 1.2161969381062487, + 1.1981637991863983, + 1.2171134443607052, + 1.198733572969585, + 1.2291340710844332, + 1.1987134111282929, + 1.2158482786341391, + 1.2170550721731608, + 1.2169338876625466, + 1.2170544991622407, + 1.2158466477817376, + 1.1987093425530537, + 1.2170543910167435, + 1.2304651988379685, + 1.1987093243214533, + 1.2169336052412163, + 1.2141328725936875, + 1.1987093230594823, + 1.215846600114705, + 1.2378901016224853, + 1.233390866775646, + 1.1987093229683012, + 1.2141328723662133, + 1.2347319480257488, + 1.2304651955360273, + 1.2304651955359185, + 1.215846600076203, + 1.1987093229656467, + 1.215846600076177, + 1.237890101606666, + 1.198019953957942, + 1.1987093229656343, + 1.1986403860648647, + 1.2158466000761718, + 1.2170543829743483, + 1.2158466000761718, + 1.2169336046845307, + 1.2170543829743483, + 1.2141328723651181, + 1.2352060316352387, + 1.1980199539579413, + 1.2291241142796934, + 1.2170543829743483, + 1.2291241142796934, + 1.236660294567636, + 1.2141328723651181, + 1.197229961339644, + 1.1980199539579413, + 1.198709322965634, + 1.2304651955358428, + 1.2158466000761718, + 1.2158466000761718, + 1.2170543829743483, + 1.1980199539579413, + 1.2347319480252992, + 1.2365148682743963, + 1.2141328723651181, + 1.2304651955358428, + 1.2141328723651181, + 1.1986403860648647, + 1.2141328723651181, + 1.2304651955358428, + 1.2170543829743483, + 1.2158466000761718, + 1.2158466000761718, + 1.2141328723651181, + 1.2347319480252992 + ], + "p90": [ + 1.4276534330223103, + 1.413827652647574, + 1.4026922722058006, + 1.4035788541388494, + 1.3948524884909677, + 1.3979813023875447, + 1.395949707164679, + 1.3976900257438247, + 1.4129197039940817, + 1.4015106894688105, + 1.398022029350787, + 1.397632642915435, + 1.4128961431889433, + 1.4015010156420866, + 1.3942386410815097, + 1.4015007803696364, + 1.3943933728584987, + 1.3959773493905026, + 1.3980179444902538, + 1.3980179425439474, + 1.3958058624929075, + 1.3959773415766767, + 1.412895454083979, + 1.397630964396001, + 1.3959773413639287, + 1.412895453996627, + 1.4026402047993438, + 1.397630964358563, + 1.4141823391552144, + 1.4141823391549493, + 1.4128954539902066, + 1.4141823391547959, + 1.39597734134812, + 1.4015007326640758, + 1.4026402047966786, + 1.4141823391547654, + 1.4026402047966768, + 1.4128954539901308, + 1.3961427036490435, + 1.4128954539901308, + 1.3961427036490435, + 1.3980179411881282, + 1.4026402047966766, + 1.395805861936222, + 1.3959773413481074, + 1.394393353271079, + 1.4128954539901308, + 1.4128954539901308, + 1.3980179411881282, + 1.4026402047966766, + 1.3959773413481074, + 1.4026402047966766, + 1.3957868086682346, + 1.4026402047966766, + 1.4141823391547648, + 1.4257643056364713, + 1.4015007326640707, + 1.4015007326640707, + 1.3976309643574678, + 1.3976309643574678, + 1.4015007326640707, + 1.3957868086682346, + 1.4400408239113582, + 1.4039270899613105, + 1.4015007326640707, + 1.4128954539901308, + 1.4257643056364713, + 1.4026402047966766, + 1.3980179411881282, + 1.3959773413481074, + 1.4128954539901308, + 1.4141823391547648 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260621_202706.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260621_202706.json new file mode 100644 index 0000000000000000000000000000000000000000..ea0d13676b1fdc96bc050147a70ab78e3811fda8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260621_202706.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T20:27:06.470474+00:00", + "metrics": { + "MSE[mean]": 0.03889817612021061, + "MSE[0.5]": 0.03889817612021061, + "MAE[0.5]": 0.16048397454950544, + "MASE[0.5]": 1.564718938386711, + "MAPE[0.5]": 0.10693582871682697, + "sMAPE[0.5]": 0.11558038924323144, + "MSIS": 23.739819603689863, + "RMSE[mean]": 0.19722620546015332, + "NRMSE[mean]": 0.1385393833476199, + "ND[0.5]": 0.11273020651282334, + "mean_weighted_sum_quantile_loss": 0.09307375621020311 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.356276512145996, + 1.3348692655563354, + 1.321038007736206, + 1.31474769115448, + 1.308803677558899, + 1.3066020011901855, + 1.30567467212677, + 1.3045183420181274, + 1.301928997039795, + 1.3006564378738403, + 1.2974315881729126, + 1.295061469078064, + 1.2940672636032104, + 1.2932082414627075, + 1.2926967144012451, + 1.2891839742660522, + 1.280441403388977, + 1.278083324432373, + 1.2755861282348633, + 1.2758113145828247, + 1.27517831325531, + 1.2758313417434692, + 1.2735902070999146, + 1.2694551944732666, + 1.2633663415908813, + 1.258486270904541, + 1.2563923597335815, + 1.255414366722107, + 1.2545243501663208, + 1.2560069561004639, + 1.2577579021453857, + 1.2612227201461792, + 1.2710787057876587, + 1.2698345184326172, + 1.2688027620315552, + 1.2676100730895996, + 1.2692784070968628, + 1.270957589149475, + 1.2729898691177368, + 1.2725332975387573, + 1.2725391387939453, + 1.2722634077072144, + 1.2706851959228516, + 1.2704826593399048, + 1.2701174020767212, + 1.2706260681152344, + 1.2702800035476685, + 1.2702325582504272, + 1.2676767110824585, + 1.2654930353164673, + 1.2632534503936768, + 1.2619444131851196, + 1.2617857456207275, + 1.2636642456054688, + 1.2664775848388672, + 1.2658957242965698, + 1.2681529521942139, + 1.2693246603012085, + 1.2686563730239868, + 1.2697396278381348, + 1.2710416316986084, + 1.2723228931427002, + 1.2716864347457886, + 1.2709418535232544, + 1.2777299880981445, + 1.275618076324463, + 1.2743818759918213, + 1.2729581594467163, + 1.2719062566757202, + 1.2728811502456665, + 1.2759963274002075, + 1.2756565809249878 + ], + "p10": [ + 1.2709048986434937, + 1.2384626865386963, + 1.2239066362380981, + 1.2195971012115479, + 1.2124425172805786, + 1.2120463848114014, + 1.2113502025604248, + 1.2087230682373047, + 1.2099614143371582, + 1.2058287858963013, + 1.2066397666931152, + 1.2055689096450806, + 1.2036077976226807, + 1.2029057741165161, + 1.203523874282837, + 1.2013267278671265, + 1.2009503841400146, + 1.1980113983154297, + 1.1961007118225098, + 1.1960397958755493, + 1.197153091430664, + 1.196181058883667, + 1.194729208946228, + 1.1951770782470703, + 1.1927521228790283, + 1.192954421043396, + 1.1925978660583496, + 1.192261815071106, + 1.1944403648376465, + 1.1932190656661987, + 1.1925101280212402, + 1.192296028137207, + 1.1955887079238892, + 1.1941189765930176, + 1.1927212476730347, + 1.1940293312072754, + 1.1947101354599, + 1.1933344602584839, + 1.1928949356079102, + 1.1942321062088013, + 1.1934967041015625, + 1.191660761833191, + 1.1937226057052612, + 1.192723035812378, + 1.193896770477295, + 1.1908735036849976, + 1.1905419826507568, + 1.1893699169158936, + 1.1880922317504883, + 1.1870568990707397, + 1.1851539611816406, + 1.1865966320037842, + 1.1869455575942993, + 1.1857270002365112, + 1.1857521533966064, + 1.1869815587997437, + 1.1857130527496338, + 1.1847678422927856, + 1.1868476867675781, + 1.1860816478729248, + 1.1865899562835693, + 1.1845653057098389, + 1.1831635236740112, + 1.183142900466919, + 1.1863800287246704, + 1.1849929094314575, + 1.1830596923828125, + 1.1843724250793457, + 1.1847059726715088, + 1.1828618049621582, + 1.1830109357833862, + 1.1852595806121826 + ], + "p90": [ + 1.4442722797393799, + 1.4375308752059937, + 1.4334640502929688, + 1.4273641109466553, + 1.4256329536437988, + 1.426104187965393, + 1.4269521236419678, + 1.4263261556625366, + 1.4275318384170532, + 1.4266630411148071, + 1.4238580465316772, + 1.4237945079803467, + 1.421755075454712, + 1.4236574172973633, + 1.4200080633163452, + 1.4181416034698486, + 1.4002985954284668, + 1.4010467529296875, + 1.4018064737319946, + 1.4003446102142334, + 1.4022895097732544, + 1.4035283327102661, + 1.4018837213516235, + 1.3988686800003052, + 1.3971936702728271, + 1.3913540840148926, + 1.388931393623352, + 1.388118028640747, + 1.3840762376785278, + 1.3843748569488525, + 1.3856282234191895, + 1.3902289867401123, + 1.4036651849746704, + 1.4043915271759033, + 1.4063918590545654, + 1.4049797058105469, + 1.4049969911575317, + 1.4091747999191284, + 1.411068081855774, + 1.4118475914001465, + 1.416494369506836, + 1.4144530296325684, + 1.4146151542663574, + 1.4171874523162842, + 1.4152957201004028, + 1.416421890258789, + 1.4161736965179443, + 1.4179301261901855, + 1.4154908657073975, + 1.414711833000183, + 1.4151310920715332, + 1.4157812595367432, + 1.4137682914733887, + 1.419663429260254, + 1.4192426204681396, + 1.4229012727737427, + 1.4308981895446777, + 1.4292582273483276, + 1.4306204319000244, + 1.4342882633209229, + 1.4336358308792114, + 1.4362713098526, + 1.4367613792419434, + 1.4383935928344727, + 1.4467904567718506, + 1.4448721408843994, + 1.4487868547439575, + 1.447304129600525, + 1.4431040287017822, + 1.4510616064071655, + 1.4499847888946533, + 1.452623963356018 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260621_213116.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..a8e9916b45dbf7cb96a189cb82bfa122582b0901 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260621_213116.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-21T21:31:16.351004+00:00", + "metrics": { + "MSE[mean]": 0.04135296801495717, + "MSE[0.5]": 0.040791069735907924, + "MAE[0.5]": 0.16200690571121715, + "MASE[0.5]": 1.579567518983489, + "MAPE[0.5]": 0.10804851099611859, + "sMAPE[0.5]": 0.11674239633696332, + "MSIS": 20.878820468150263, + "RMSE[mean]": 0.2033542918528084, + "NRMSE[mean]": 0.14284399037465564, + "ND[0.5]": 0.11379997279226961, + "mean_weighted_sum_quantile_loss": 0.1031511058042216 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3454774586329836, + 1.3439327655682476, + 1.3423880725035116, + 1.3408433794387755, + 1.3392986863740395, + 1.3377539933093032, + 1.3362093002445672, + 1.3346646071798312, + 1.3331199141150951, + 1.331575221050359, + 1.330030527985623, + 1.328485834920887, + 1.326941141856151, + 1.325396448791415, + 1.323851755726679, + 1.3223070626619429, + 1.3207623695972068, + 1.3192176765324706, + 1.3176729834677345, + 1.3161282904029985, + 1.3145835973382625, + 1.3130389042735264, + 1.3114942112087904, + 1.3099495181440544, + 1.3084048250793183, + 1.3068601320145823, + 1.3053154389498463, + 1.3037707458851102, + 1.3022260528203742, + 1.300681359755638, + 1.2991366666909019, + 1.2975919736261659, + 1.2960472805614298, + 1.2945025874966938, + 1.2929578944319577, + 1.2914132013672217, + 1.2898685083024857, + 1.2883238152377496, + 1.2867791221730136, + 1.2852344291082776, + 1.2836897360435415, + 1.2821450429788053, + 1.2806003499140692, + 1.2790556568493332, + 1.2775109637845972, + 1.2759662707198611, + 1.274421577655125, + 1.272876884590389, + 1.271332191525653, + 1.269787498460917, + 1.268242805396181, + 1.266698112331445, + 1.2651534192667087, + 1.2636087262019726, + 1.2620640331372366, + 1.2605193400725005, + 1.2589746470077645, + 1.2574299539430285, + 1.2558852608782924, + 1.2543405678135564, + 1.2527958747488204, + 1.2512511816840843, + 1.2497064886193483, + 1.2481617955546123, + 1.2466171024898762, + 1.24507240942514, + 1.243527716360404, + 1.241983023295668, + 1.2404383302309319, + 1.2388936371661958, + 1.2373489441014598, + 1.2358042510367238 + ], + "p10": [ + 1.2454774347911257, + 1.2439327417263897, + 1.2423880486616536, + 1.2408433555969176, + 1.2392986625321816, + 1.2377539694674453, + 1.2362092764027093, + 1.2346645833379732, + 1.2331198902732372, + 1.2315751972085012, + 1.2300305041437651, + 1.228485811079029, + 1.226941118014293, + 1.225396424949557, + 1.223851731884821, + 1.222307038820085, + 1.220762345755349, + 1.2192176526906127, + 1.2176729596258766, + 1.2161282665611406, + 1.2145835734964046, + 1.2130388804316685, + 1.2114941873669325, + 1.2099494943021964, + 1.2084048012374604, + 1.2068601081727244, + 1.2053154151079883, + 1.2037707220432523, + 1.2022260289785163, + 1.20068133591378, + 1.199136642849044, + 1.197591949784308, + 1.196047256719572, + 1.1945025636548359, + 1.1929578705900998, + 1.1914131775253638, + 1.1898684844606278, + 1.1883237913958917, + 1.1867790983311557, + 1.1852344052664197, + 1.1836897122016836, + 1.1821450191369474, + 1.1806003260722113, + 1.1790556330074753, + 1.1775109399427393, + 1.1759662468780032, + 1.1744215538132672, + 1.1728768607485311, + 1.1713321676837951, + 1.169787474619059, + 1.168242781554323, + 1.166698088489587, + 1.1651533954248507, + 1.1636087023601147, + 1.1620640092953787, + 1.1605193162306426, + 1.1589746231659066, + 1.1574299301011706, + 1.1558852370364345, + 1.1543405439716985, + 1.1527958509069625, + 1.1512511578422264, + 1.1497064647774904, + 1.1481617717127544, + 1.1466170786480183, + 1.145072385583282, + 1.143527692518546, + 1.14198299945381, + 1.140438306389074, + 1.138893613324338, + 1.1373489202596019, + 1.1358042271948658 + ], + "p90": [ + 1.4454774824748415, + 1.4439327894101055, + 1.4423880963453695, + 1.4408434032806334, + 1.4392987102158974, + 1.4377540171511611, + 1.436209324086425, + 1.434664631021689, + 1.433119937956953, + 1.431575244892217, + 1.430030551827481, + 1.428485858762745, + 1.4269411656980089, + 1.4253964726332728, + 1.4238517795685368, + 1.4223070865038008, + 1.4207623934390647, + 1.4192177003743285, + 1.4176730073095924, + 1.4161283142448564, + 1.4145836211801204, + 1.4130389281153843, + 1.4114942350506483, + 1.4099495419859123, + 1.4084048489211762, + 1.4068601558564402, + 1.4053154627917042, + 1.4037707697269681, + 1.402226076662232, + 1.4006813835974958, + 1.3991366905327598, + 1.3975919974680238, + 1.3960473044032877, + 1.3945026113385517, + 1.3929579182738157, + 1.3914132252090796, + 1.3898685321443436, + 1.3883238390796075, + 1.3867791460148715, + 1.3852344529501355, + 1.3836897598853994, + 1.3821450668206632, + 1.3806003737559271, + 1.379055680691191, + 1.377510987626455, + 1.375966294561719, + 1.374421601496983, + 1.372876908432247, + 1.371332215367511, + 1.369787522302775, + 1.3682428292380389, + 1.3666981361733028, + 1.3651534431085666, + 1.3636087500438305, + 1.3620640569790945, + 1.3605193639143585, + 1.3589746708496224, + 1.3574299777848864, + 1.3558852847201504, + 1.3543405916554143, + 1.3527958985906783, + 1.3512512055259422, + 1.3497065124612062, + 1.3481618193964702, + 1.3466171263317341, + 1.3450724332669979, + 1.3435277402022618, + 1.3419830471375258, + 1.3404383540727898, + 1.3388936610080537, + 1.3373489679433177, + 1.3358042748785817 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260621_211237.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260621_211237.json new file mode 100644 index 0000000000000000000000000000000000000000..30c20d98224d1fc99929b03ff280105ebe6ea655 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260621_211237.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T21:12:37.165199+00:00", + "metrics": { + "MSE[mean]": 0.02739143902243689, + "MSE[0.5]": 0.025904600157096464, + "MAE[0.5]": 0.13102800978554618, + "MASE[0.5]": 1.277523247701714, + "MAPE[0.5]": 0.08799404244328726, + "sMAPE[0.5]": 0.09296533281705531, + "MSIS": 7.418332558323846, + "RMSE[mean]": 0.16550359217381624, + "NRMSE[mean]": 0.11625618181965629, + "ND[0.5]": 0.0920391873615544, + "mean_weighted_sum_quantile_loss": 0.08013988958787789 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3335304260253906, + 1.3461218476295471, + 1.3238519430160522, + 1.3509377241134644, + 1.3395037651062012, + 1.3371084332466125, + 1.3228923082351685, + 1.3296796083450317, + 1.3305370211601257, + 1.3294807076454163, + 1.3261064887046814, + 1.32289057970047, + 1.3424214720726013, + 1.341002106666565, + 1.3473728895187378, + 1.3240673542022705, + 1.3318191766738892, + 1.313167929649353, + 1.3221884965896606, + 1.310363531112671, + 1.326522946357727, + 1.3116310834884644, + 1.3061923384666443, + 1.3125305771827698, + 1.3224316835403442, + 1.3174465894699097, + 1.3239725232124329, + 1.3387008905410767, + 1.3125321865081787, + 1.322902262210846, + 1.3293041586875916, + 1.3274524807929993, + 1.3058930039405823, + 1.3345626592636108, + 1.3269056677818298, + 1.3134364485740662, + 1.3327558040618896, + 1.3587279319763184, + 1.3409097790718079, + 1.340306580066681, + 1.3372485637664795, + 1.3283677101135254, + 1.333419144153595, + 1.3338574767112732, + 1.3483670949935913, + 1.3276547193527222, + 1.3326836824417114, + 1.3142056465148926, + 1.3337070941925049, + 1.3170163035392761, + 1.3260161876678467, + 1.3100049495697021, + 1.3164003491401672, + 1.3118746876716614, + 1.3197929859161377, + 1.3162153363227844, + 1.3478791117668152, + 1.3355708122253418, + 1.318000853061676, + 1.3111646175384521, + 1.3099492192268372, + 1.33250230550766, + 1.3232583403587341, + 1.326854646205902, + 1.3389145731925964, + 1.3092494010925293, + 1.3331125378608704, + 1.345039427280426, + 1.3362160325050354, + 1.3436469435691833, + 1.2972956895828247, + 1.3090800046920776 + ], + "p10": [ + 1.189263641834259, + 1.1917847990989685, + 1.1551323533058167, + 1.1766982078552246, + 1.1812944412231445, + 1.185816466808319, + 1.1512094140052795, + 1.1480132937431335, + 1.1473568677902222, + 1.1562905311584473, + 1.1637672185897827, + 1.1197428107261658, + 1.0870696306228638, + 1.167978286743164, + 1.1629258394241333, + 1.1091424226760864, + 1.1378045678138733, + 1.0435544848442078, + 1.1356754899024963, + 1.1178372502326965, + 1.1329283118247986, + 1.151408314704895, + 1.1025373339653015, + 1.1855139136314392, + 1.1644014716148376, + 1.114959478378296, + 1.1701939702033997, + 1.1878754496574402, + 1.1435048580169678, + 1.1548146605491638, + 1.1614105105400085, + 1.130479335784912, + 1.1185008883476257, + 1.142938256263733, + 1.1533645391464233, + 1.1193392872810364, + 1.174180030822754, + 1.1422643065452576, + 1.1379963159561157, + 1.1391239166259766, + 1.1402038931846619, + 1.1180298924446106, + 1.1268230676651, + 1.129850149154663, + 1.0140979886054993, + 1.1395303010940552, + 1.132396161556244, + 1.0822458863258362, + 1.093205988407135, + 1.1525204181671143, + 1.1224215626716614, + 1.0821932554244995, + 1.0712736248970032, + 1.1162211894989014, + 1.1059322953224182, + 1.1031708121299744, + 1.1164830923080444, + 1.0770238637924194, + 1.0652596950531006, + 1.0360132455825806, + 1.077293574810028, + 1.0941751599311829, + 1.0314291715621948, + 1.095051109790802, + 1.0848208665847778, + 1.048167884349823, + 1.123349130153656, + 1.0925000309944153, + 1.0641871690750122, + 1.078074872493744, + 1.0164248943328857, + 1.0224659442901611 + ], + "p90": [ + 1.4686280488967896, + 1.4956402778625488, + 1.471338152885437, + 1.52052640914917, + 1.4866160154342651, + 1.516340732574463, + 1.4901860356330872, + 1.5213299989700317, + 1.4965283870697021, + 1.5057156085968018, + 1.5230373740196228, + 1.4988927245140076, + 1.5045209527015686, + 1.5129902958869934, + 1.549636960029602, + 1.5170466899871826, + 1.5309008955955505, + 1.5021721720695496, + 1.539135456085205, + 1.4915724992752075, + 1.5150324702262878, + 1.476548194885254, + 1.4848118424415588, + 1.4752670526504517, + 1.4791991114616394, + 1.4641777276992798, + 1.489425003528595, + 1.509205400943756, + 1.4794014692306519, + 1.4773702025413513, + 1.4799628257751465, + 1.4953267574310303, + 1.5290684700012207, + 1.5287551879882812, + 1.5350209474563599, + 1.5774414539337158, + 1.561343014240265, + 1.5327070951461792, + 1.5283613801002502, + 1.5288493037223816, + 1.5627588033676147, + 1.535411775112152, + 1.51764315366745, + 1.5278984308242798, + 1.5193739533424377, + 1.54257333278656, + 1.5387449264526367, + 1.519688606262207, + 1.5239505767822266, + 1.5546802282333374, + 1.5761772990226746, + 1.5666183829307556, + 1.5592294931411743, + 1.5822805166244507, + 1.5047804713249207, + 1.5594513416290283, + 1.5413745045661926, + 1.590561866760254, + 1.5818419456481934, + 1.621629774570465, + 1.5766424536705017, + 1.5749788284301758, + 1.5811010599136353, + 1.567874014377594, + 1.58650541305542, + 1.604959487915039, + 1.5800889134407043, + 1.59516441822052, + 1.6002501845359802, + 1.6405863165855408, + 1.5330860018730164, + 1.5420918464660645 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260621_213116.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..f756fd8edb93c2c2a5ebebec75607ca4354695bb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260621_213116.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-21T21:31:16.393123+00:00", + "metrics": { + "MSE[mean]": 0.033310018244114885, + "MSE[0.5]": 0.03275636722544905, + "MAE[0.5]": 0.1435428852720104, + "MASE[0.5]": 1.3995432982406635, + "MAPE[0.5]": 0.09536216519049005, + "sMAPE[0.5]": 0.10246094828661315, + "MSIS": 16.869766526084646, + "RMSE[mean]": 0.18251032366448447, + "NRMSE[mean]": 0.1282023736960281, + "ND[0.5]": 0.1008301242886317, + "mean_weighted_sum_quantile_loss": 0.09114903437107937 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444, + 1.2929824365858444 + ], + "p10": [ + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865, + 1.1929824127439865 + ], + "p90": [ + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024, + 1.3929824604277024 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260621_213116.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..9c221a6f0f9e39c1a1390db5628dc8ddf85065aa --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260621_213116.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-21T21:31:16.427291+00:00", + "metrics": { + "MSE[mean]": 0.03541667130258593, + "MSE[0.5]": 0.03541667130258593, + "MAE[0.5]": 0.14861111839612326, + "MASE[0.5]": 1.448958577091524, + "MAPE[0.5]": 0.09916236066175992, + "sMAPE[0.5]": 0.10698001452221731, + "MSIS": 47.810217534237694, + "RMSE[mean]": 0.18819317549418718, + "NRMSE[mean]": 0.1321942305910388, + "ND[0.5]": 0.10439024901971584, + "mean_weighted_sum_quantile_loss": 0.10114905663363655 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260621_213111.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260621_213111.json new file mode 100644 index 0000000000000000000000000000000000000000..02bc1def09cf1ae7de52be7afa23740d092f4279 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260621_213111.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T21:31:11.239623+00:00", + "metrics": { + "MSE[mean]": 0.03172006050847839, + "MSE[0.5]": 0.03172006050847839, + "MAE[0.5]": 0.14115180240737069, + "MASE[0.5]": 1.376230237531293, + "MAPE[0.5]": 0.09385687398682058, + "sMAPE[0.5]": 0.10059972870379494, + "MSIS": 22.40092122367079, + "RMSE[mean]": 0.1781012647582223, + "NRMSE[mean]": 0.1251052786594342, + "ND[0.5]": 0.09915053437395793, + "mean_weighted_sum_quantile_loss": 0.08455174789842229 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.36492919921875, + 1.3339943885803223, + 1.3200111389160156, + 1.3143844604492188, + 1.30999755859375, + 1.307708740234375, + 1.306182861328125, + 1.30389404296875, + 1.3035125732421875, + 1.3014144897460938, + 1.300079345703125, + 1.2996978759765625, + 1.300079345703125, + 1.2987442016601562, + 1.29931640625, + 1.298553466796875, + 1.2995071411132812, + 1.2975997924804688, + 1.29931640625, + 1.29931640625, + 1.2979812622070312, + 1.2966461181640625, + 1.2972183227539062, + 1.2975997924804688, + 1.2981719970703125, + 1.2981719970703125, + 1.29779052734375, + 1.298553466796875, + 1.29779052734375, + 1.2960739135742188, + 1.2962646484375, + 1.2964553833007812, + 1.2974090576171875, + 1.2960739135742188, + 1.2966461181640625, + 1.2974090576171875, + 1.2962646484375, + 1.295501708984375, + 1.2956924438476562, + 1.2960739135742188, + 1.295501708984375, + 1.2949295043945312, + 1.2941665649414062, + 1.2960739135742188, + 1.2958831787109375, + 1.2958831787109375, + 1.2958831787109375, + 1.2966461181640625, + 1.298553466796875, + 1.298553466796875, + 1.29931640625, + 1.29931640625, + 1.297027587890625, + 1.2966461181640625, + 1.2987442016601562, + 1.298553466796875, + 1.2968368530273438, + 1.2975997924804688, + 1.2966461181640625, + 1.2991256713867188, + 1.2979812622070312, + 1.298553466796875, + 1.2979812622070312, + 1.2964553833007812, + 1.2974090576171875, + 1.2960739135742188, + 1.297027587890625, + 1.2979812622070312, + 1.2975997924804688, + 1.298553466796875, + 1.300079345703125, + 1.3010330200195312 + ], + "p10": [ + 1.2729949951171875, + 1.231414794921875, + 1.222259521484375, + 1.219970703125, + 1.21844482421875, + 1.216156005859375, + 1.2138671875, + 1.2138671875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.21234130859375, + 1.2138671875, + 1.211578369140625, + 1.2108154296875, + 1.2108154296875, + 1.20928955078125, + 1.208526611328125, + 1.208526611328125, + 1.20928955078125, + 1.20928955078125, + 1.210052490234375, + 1.210052490234375, + 1.210052490234375, + 1.208526611328125, + 1.207000732421875, + 1.207763671875, + 1.207763671875, + 1.2108154296875, + 1.210052490234375, + 1.20928955078125, + 1.210052490234375, + 1.208526611328125, + 1.207763671875, + 1.208526611328125, + 1.20928955078125, + 1.210052490234375, + 1.20928955078125, + 1.210052490234375, + 1.210052490234375, + 1.20928955078125, + 1.208526611328125, + 1.20928955078125, + 1.20928955078125, + 1.20928955078125, + 1.207763671875, + 1.208526611328125, + 1.208526611328125, + 1.207000732421875, + 1.207000732421875, + 1.20928955078125, + 1.20928955078125, + 1.208526611328125, + 1.20928955078125, + 1.208526611328125, + 1.210052490234375, + 1.208526611328125, + 1.208526611328125, + 1.208526611328125, + 1.207000732421875, + 1.20928955078125, + 1.207763671875, + 1.207000732421875, + 1.207763671875, + 1.208526611328125, + 1.20928955078125, + 1.2108154296875, + 1.2108154296875 + ], + "p90": [ + 1.458770751953125, + 1.451904296875, + 1.44427490234375, + 1.4427490234375, + 1.439697265625, + 1.438934326171875, + 1.440460205078125, + 1.435882568359375, + 1.4366455078125, + 1.434356689453125, + 1.43206787109375, + 1.4332122802734375, + 1.4332122802734375, + 1.434356689453125, + 1.43359375, + 1.43206787109375, + 1.4309234619140625, + 1.4293975830078125, + 1.43206787109375, + 1.4316864013671875, + 1.42901611328125, + 1.4278717041015625, + 1.42901611328125, + 1.4286346435546875, + 1.4293975830078125, + 1.4293975830078125, + 1.429779052734375, + 1.4301605224609375, + 1.4301605224609375, + 1.4293975830078125, + 1.42901611328125, + 1.42901611328125, + 1.4293975830078125, + 1.4293975830078125, + 1.4305419921875, + 1.4309234619140625, + 1.4293975830078125, + 1.4286346435546875, + 1.42901611328125, + 1.4301605224609375, + 1.4301605224609375, + 1.4293975830078125, + 1.4278717041015625, + 1.4301605224609375, + 1.4301605224609375, + 1.4301605224609375, + 1.4305419921875, + 1.43206787109375, + 1.434356689453125, + 1.43359375, + 1.43511962890625, + 1.43511962890625, + 1.432830810546875, + 1.432830810546875, + 1.435882568359375, + 1.435882568359375, + 1.434356689453125, + 1.43511962890625, + 1.4332122802734375, + 1.435882568359375, + 1.43511962890625, + 1.4366455078125, + 1.43511962890625, + 1.434356689453125, + 1.4309234619140625, + 1.4293975830078125, + 1.4305419921875, + 1.4305419921875, + 1.4305419921875, + 1.43206787109375, + 1.4332122802734375, + 1.434356689453125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260621_203439.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260621_203439.json new file mode 100644 index 0000000000000000000000000000000000000000..a18631e87f524196ae6f5e9a48260db3141f29f0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260621_203439.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T20:34:39.829556+00:00", + "metrics": { + "MSE[mean]": 0.023686347747258394, + "MSE[0.5]": 0.030916812135592844, + "MAE[0.5]": 0.13990007009771135, + "MASE[0.5]": 1.3640258460572374, + "MAPE[0.5]": 0.09307363860676023, + "sMAPE[0.5]": 0.09967501797043082, + "MSIS": 24.301688852362496, + "RMSE[mean]": 0.15390369634046608, + "NRMSE[mean]": 0.10810796230744935, + "ND[0.5]": 0.0982712687515631, + "mean_weighted_sum_quantile_loss": 0.07810986056237362 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3292618989944458, + 1.3230499029159546, + 1.3210408687591553, + 1.322432041168213, + 1.3187744617462158, + 1.3171275854110718, + 1.3128392696380615, + 1.309759259223938, + 1.2994842529296875, + 1.2985740900039673, + 1.29839289188385, + 1.2956515550613403, + 1.2992290258407593, + 1.301222562789917, + 1.2975035905838013, + 1.2958308458328247, + 1.2945780754089355, + 1.2938824892044067, + 1.293818473815918, + 1.295695424079895, + 1.2932363748550415, + 1.2949103116989136, + 1.2937990427017212, + 1.2954134941101074, + 1.290732979774475, + 1.2909767627716064, + 1.2937616109848022, + 1.293677806854248, + 1.2978662252426147, + 1.2883330583572388, + 1.2884098291397095, + 1.2900131940841675, + 1.2841299772262573, + 1.2846918106079102, + 1.2829698324203491, + 1.28434419631958, + 1.2852745056152344, + 1.2868965864181519, + 1.2884029150009155, + 1.2875192165374756, + 1.2936408519744873, + 1.2936742305755615, + 1.2959649562835693, + 1.2963063716888428, + 1.2949061393737793, + 1.2988345623016357, + 1.3033006191253662, + 1.3009345531463623, + 1.3020250797271729, + 1.3039284944534302, + 1.3027681112289429, + 1.2981159687042236, + 1.3021490573883057, + 1.3012045621871948, + 1.2992175817489624, + 1.3024318218231201, + 1.3013780117034912, + 1.3005297183990479, + 1.3001238107681274, + 1.3007981777191162, + 1.3030779361724854, + 1.304754376411438, + 1.307099461555481, + 1.3039439916610718, + 1.304567575454712, + 1.3056714534759521, + 1.3107329607009888, + 1.3120039701461792, + 1.3100733757019043, + 1.3148127794265747, + 1.3154881000518799, + 1.3118847608566284 + ], + "p10": [ + 1.3479318618774414, + 1.3481048345565796, + 1.3449671268463135, + 1.3477858304977417, + 1.3486982583999634, + 1.346913456916809, + 1.3449584245681763, + 1.3410309553146362, + 1.3339390754699707, + 1.3290103673934937, + 1.334557294845581, + 1.3315826654434204, + 1.3328365087509155, + 1.3348568677902222, + 1.3346236944198608, + 1.3293246030807495, + 1.3292485475540161, + 1.3318579196929932, + 1.3343799114227295, + 1.323831558227539, + 1.3260248899459839, + 1.3320375680923462, + 1.3267583847045898, + 1.329979658126831, + 1.3312106132507324, + 1.3289446830749512, + 1.3292566537857056, + 1.3333685398101807, + 1.3312013149261475, + 1.3266335725784302, + 1.3310827016830444, + 1.326466679573059, + 1.3290250301361084, + 1.3216044902801514, + 1.3240976333618164, + 1.320862889289856, + 1.3225730657577515, + 1.3274626731872559, + 1.3287713527679443, + 1.3233190774917603, + 1.3286553621292114, + 1.3320941925048828, + 1.3329652547836304, + 1.33368718624115, + 1.3357422351837158, + 1.3379770517349243, + 1.339607834815979, + 1.3386523723602295, + 1.3433260917663574, + 1.3439769744873047, + 1.3400660753250122, + 1.340219259262085, + 1.3373740911483765, + 1.33933424949646, + 1.3358945846557617, + 1.3413974046707153, + 1.339123249053955, + 1.3394064903259277, + 1.3419146537780762, + 1.3462904691696167, + 1.3419692516326904, + 1.347625494003296, + 1.3474069833755493, + 1.3446834087371826, + 1.3436648845672607, + 1.3507540225982666, + 1.3470097780227661, + 1.3520407676696777, + 1.3523823022842407, + 1.3558590412139893, + 1.356231689453125, + 1.3527506589889526 + ], + "p90": [ + 1.402684211730957, + 1.406675100326538, + 1.4149422645568848, + 1.4215080738067627, + 1.4227112531661987, + 1.425689458847046, + 1.4240602254867554, + 1.4242693185806274, + 1.4189401865005493, + 1.417746901512146, + 1.4198534488677979, + 1.4178167581558228, + 1.4254775047302246, + 1.4278603792190552, + 1.4254591464996338, + 1.4266033172607422, + 1.4251272678375244, + 1.4233859777450562, + 1.4247660636901855, + 1.4249902963638306, + 1.4243227243423462, + 1.4289251565933228, + 1.427615761756897, + 1.4277247190475464, + 1.4285603761672974, + 1.4295639991760254, + 1.429652452468872, + 1.4343879222869873, + 1.436936616897583, + 1.4321919679641724, + 1.4302564859390259, + 1.4298075437545776, + 1.4257868528366089, + 1.4265823364257812, + 1.4274049997329712, + 1.4281834363937378, + 1.4280595779418945, + 1.4290739297866821, + 1.4309998750686646, + 1.4307352304458618, + 1.434672474861145, + 1.4387227296829224, + 1.4373447895050049, + 1.4377855062484741, + 1.4360181093215942, + 1.4447040557861328, + 1.4500733613967896, + 1.450646162033081, + 1.452864170074463, + 1.4546031951904297, + 1.4511756896972656, + 1.453507900238037, + 1.4534074068069458, + 1.4554493427276611, + 1.456066370010376, + 1.4598253965377808, + 1.4571752548217773, + 1.4607000350952148, + 1.4633631706237793, + 1.4640473127365112, + 1.466875672340393, + 1.471055030822754, + 1.4737257957458496, + 1.4748148918151855, + 1.4729784727096558, + 1.4739636182785034, + 1.4784208536148071, + 1.480089545249939, + 1.4781582355499268, + 1.485334038734436, + 1.4856016635894775, + 1.4872103929519653 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260621_205956.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260621_205956.json new file mode 100644 index 0000000000000000000000000000000000000000..b596ea8252a07cf8a98a867146bcebbf950344bd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260621_205956.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-21T20:59:56.474463+00:00", + "metrics": { + "MSE[mean]": 0.025527593784022348, + "MSE[0.5]": 0.025527593784022348, + "MAE[0.5]": 0.13445880346828037, + "MASE[0.5]": 1.310973490095952, + "MAPE[0.5]": 0.09094246078526402, + "sMAPE[0.5]": 0.0955030912958674, + "MSIS": 6.71359819981633, + "RMSE[mean]": 0.15977357035511958, + "NRMSE[mean]": 0.11223119088359619, + "ND[0.5]": 0.0944491107289384, + "mean_weighted_sum_quantile_loss": 0.07442727269842049 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3762434720993042, + 1.358039140701294, + 1.3505338430404663, + 1.3472979068756104, + 1.345720887184143, + 1.3435455560684204, + 1.3422248363494873, + 1.3415054082870483, + 1.3410078287124634, + 1.3403838872909546, + 1.340362310409546, + 1.3407220840454102, + 1.3412219285964966, + 1.3416156768798828, + 1.3418452739715576, + 1.3414069414138794, + 1.3407294750213623, + 1.340133547782898, + 1.340440273284912, + 1.3405113220214844, + 1.3410820960998535, + 1.3411400318145752, + 1.3420257568359375, + 1.3438345193862915, + 1.3464089632034302, + 1.3475927114486694, + 1.3458244800567627, + 1.3450969457626343, + 1.3451141119003296, + 1.3442155122756958, + 1.3434596061706543, + 1.3431800603866577, + 1.321300983428955, + 1.3321993350982666, + 1.3361119031906128, + 1.3373281955718994, + 1.3365988731384277, + 1.335530400276184, + 1.3320873975753784, + 1.3286051750183105, + 1.327567458152771, + 1.3263964653015137, + 1.3261531591415405, + 1.324331283569336, + 1.3237580060958862, + 1.3246296644210815, + 1.3261455297470093, + 1.32895827293396, + 1.3344684839248657, + 1.33645761013031, + 1.3341996669769287, + 1.3325952291488647, + 1.3306807279586792, + 1.3276058435440063, + 1.3272236585617065, + 1.3272039890289307, + 1.326658844947815, + 1.327530026435852, + 1.328015923500061, + 1.3285571336746216, + 1.329889178276062, + 1.3309118747711182, + 1.3300896883010864, + 1.3295907974243164, + 1.3144941329956055, + 1.3184165954589844, + 1.3219947814941406, + 1.3233563899993896, + 1.3222159147262573, + 1.3248443603515625, + 1.3242158889770508, + 1.3244092464447021 + ], + "p10": [ + 1.2827508449554443, + 1.249992847442627, + 1.2383075952529907, + 1.2330577373504639, + 1.22947096824646, + 1.2248649597167969, + 1.222659707069397, + 1.2203987836837769, + 1.2183785438537598, + 1.2161781787872314, + 1.2148956060409546, + 1.2151572704315186, + 1.214638352394104, + 1.2135133743286133, + 1.212289571762085, + 1.2117013931274414, + 1.211061716079712, + 1.2085212469100952, + 1.2077528238296509, + 1.20634126663208, + 1.2042500972747803, + 1.2033559083938599, + 1.203771710395813, + 1.2042317390441895, + 1.2052714824676514, + 1.205157995223999, + 1.2031220197677612, + 1.2007838487625122, + 1.1991758346557617, + 1.19692063331604, + 1.1956273317337036, + 1.1951818466186523, + 1.2036374807357788, + 1.1969014406204224, + 1.1919788122177124, + 1.189054250717163, + 1.1879817247390747, + 1.1862345933914185, + 1.1838864088058472, + 1.1818877458572388, + 1.1811145544052124, + 1.1798324584960938, + 1.1775761842727661, + 1.177079677581787, + 1.1765239238739014, + 1.177891492843628, + 1.1790590286254883, + 1.1793098449707031, + 1.1801050901412964, + 1.1818897724151611, + 1.1828893423080444, + 1.182437777519226, + 1.1804733276367188, + 1.178307294845581, + 1.1778850555419922, + 1.1763361692428589, + 1.1748499870300293, + 1.1746294498443604, + 1.1740665435791016, + 1.1736116409301758, + 1.1732369661331177, + 1.1722493171691895, + 1.170100212097168, + 1.1692254543304443, + 1.1959786415100098, + 1.1907411813735962, + 1.1824078559875488, + 1.175354242324829, + 1.1738431453704834, + 1.1724787950515747, + 1.1714935302734375, + 1.1733936071395874 + ], + "p90": [ + 1.4861313104629517, + 1.4831550121307373, + 1.4847286939620972, + 1.486602783203125, + 1.4883861541748047, + 1.4910616874694824, + 1.4975780248641968, + 1.502652645111084, + 1.5045220851898193, + 1.5071446895599365, + 1.5100206136703491, + 1.5122497081756592, + 1.5120092630386353, + 1.513563632965088, + 1.5171072483062744, + 1.5171914100646973, + 1.5174431800842285, + 1.5188653469085693, + 1.5220586061477661, + 1.5252554416656494, + 1.5256599187850952, + 1.5276800394058228, + 1.5286225080490112, + 1.5317728519439697, + 1.5358606576919556, + 1.538406491279602, + 1.5377310514450073, + 1.5385199785232544, + 1.5400052070617676, + 1.5403755903244019, + 1.5422292947769165, + 1.5442346334457397, + 1.5157971382141113, + 1.5443084239959717, + 1.5465919971466064, + 1.549059510231018, + 1.5549132823944092, + 1.558003306388855, + 1.5517414808273315, + 1.5488004684448242, + 1.5484979152679443, + 1.5504300594329834, + 1.5519248247146606, + 1.5582287311553955, + 1.5613538026809692, + 1.5622363090515137, + 1.5639677047729492, + 1.5722196102142334, + 1.582725167274475, + 1.5830011367797852, + 1.5773887634277344, + 1.5770773887634277, + 1.5733442306518555, + 1.5728826522827148, + 1.5724589824676514, + 1.575011968612671, + 1.5770506858825684, + 1.579943299293518, + 1.584011197090149, + 1.5855388641357422, + 1.589267373085022, + 1.5923525094985962, + 1.5924670696258545, + 1.593797206878662, + 1.5160163640975952, + 1.5404765605926514, + 1.5389792919158936, + 1.5400936603546143, + 1.5471731424331665, + 1.557708740234375, + 1.5552632808685303, + 1.556714415550232 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260621_205007.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260621_205007.json new file mode 100644 index 0000000000000000000000000000000000000000..f33bf1dd44336918f8a63efd8b24c40cf5088471 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260621_205007.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T20:50:07.676841+00:00", + "metrics": { + "MSE[mean]": 0.030810113780358053, + "MSE[0.5]": 0.030810113780358053, + "MAE[0.5]": 0.13848122126526302, + "MASE[0.5]": 1.3501920682917516, + "MAPE[0.5]": 0.09204151721805223, + "sMAPE[0.5]": 0.09855601356037896, + "MSIS": 8.298598998121301, + "RMSE[mean]": 0.1755280996887907, + "NRMSE[mean]": 0.12329778709846761, + "ND[0.5]": 0.09727461396194086, + "mean_weighted_sum_quantile_loss": 0.07660137380687848 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 20:20:00", + "2026-06-19 20:30:00", + "2026-06-19 20:40:00", + "2026-06-19 20:50:00", + "2026-06-19 21:00:00", + "2026-06-19 21:10:00", + "2026-06-19 21:20:00", + "2026-06-19 21:30:00", + "2026-06-19 21:40:00", + "2026-06-19 21:50:00", + "2026-06-19 22:00:00", + "2026-06-19 22:10:00", + "2026-06-19 22:20:00", + "2026-06-19 22:30:00", + "2026-06-19 22:40:00", + "2026-06-19 22:50:00", + "2026-06-19 23:00:00", + "2026-06-19 23:10:00", + "2026-06-19 23:20:00", + "2026-06-19 23:30:00", + "2026-06-19 23:40:00", + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" + ], + "context": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3733817338943481, + 1.302293062210083, + 1.3025413751602173, + 1.3012651205062866, + 1.301447868347168, + 1.3004316091537476, + 1.3011139631271362, + 1.3015906810760498, + 1.3014507293701172, + 1.30173921585083, + 1.2995973825454712, + 1.300653338432312, + 1.3011494874954224, + 1.3022751808166504, + 1.3011794090270996, + 1.3000303506851196, + 1.3012466430664062, + 1.3020330667495728, + 1.3013893365859985, + 1.302328109741211, + 1.301379680633545, + 1.3022032976150513, + 1.302478551864624, + 1.3023688793182373, + 1.3030520677566528, + 1.3046369552612305, + 1.3025712966918945, + 1.3037257194519043, + 1.3024723529815674, + 1.3029685020446777, + 1.3012874126434326, + 1.302039384841919, + 1.300228238105774, + 1.299901008605957, + 1.3005292415618896, + 1.3007094860076904, + 1.3021631240844727, + 1.3008317947387695, + 1.3016870021820068, + 1.3012077808380127, + 1.2998511791229248, + 1.3002132177352905, + 1.300944209098816, + 1.3002994060516357, + 1.3002521991729736, + 1.3004388809204102, + 1.3003840446472168, + 1.3006757497787476, + 1.3008166551589966, + 1.3013193607330322, + 1.3013758659362793, + 1.3016283512115479, + 1.3017215728759766, + 1.302038311958313, + 1.3017401695251465, + 1.3016316890716553, + 1.3016319274902344, + 1.3016088008880615, + 1.3013873100280762, + 1.3014971017837524, + 1.3012430667877197, + 1.3021663427352905, + 1.300860047340393, + 1.3003720045089722, + 1.299925446510315, + 1.300633430480957, + 1.3024201393127441, + 1.301396369934082, + 1.3013006448745728, + 1.3006963729858398, + 1.3011606931686401, + 1.3012746572494507 + ], + "p10": [ + 1.2507741451263428, + 1.2199070453643799, + 1.2031211853027344, + 1.200305461883545, + 1.1958836317062378, + 1.2024903297424316, + 1.2001674175262451, + 1.1997277736663818, + 1.2024424076080322, + 1.2040510177612305, + 1.2027627229690552, + 1.2004191875457764, + 1.1983243227005005, + 1.1976566314697266, + 1.1987993717193604, + 1.1998467445373535, + 1.198408842086792, + 1.1974838972091675, + 1.197265386581421, + 1.1974143981933594, + 1.197340965270996, + 1.197343111038208, + 1.197045087814331, + 1.1971951723098755, + 1.1965930461883545, + 1.1966434717178345, + 1.1963715553283691, + 1.196929693222046, + 1.1970843076705933, + 1.1968072652816772, + 1.1975711584091187, + 1.1972471475601196, + 1.1871322393417358, + 1.1910771131515503, + 1.195003628730774, + 1.192115068435669, + 1.1960959434509277, + 1.197127342224121, + 1.1955558061599731, + 1.194977045059204, + 1.194098949432373, + 1.1948931217193604, + 1.1954734325408936, + 1.1963390111923218, + 1.1971977949142456, + 1.1967904567718506, + 1.1961958408355713, + 1.1961408853530884, + 1.1964677572250366, + 1.1959456205368042, + 1.1962921619415283, + 1.1966049671173096, + 1.196272850036621, + 1.19654381275177, + 1.1963756084442139, + 1.1964622735977173, + 1.1961013078689575, + 1.1959056854248047, + 1.1960501670837402, + 1.1963701248168945, + 1.1964069604873657, + 1.1957112550735474, + 1.1962984800338745, + 1.1958341598510742, + 1.177798867225647, + 1.184956431388855, + 1.1855441331863403, + 1.1883904933929443, + 1.1902997493743896, + 1.1916452646255493, + 1.1905226707458496, + 1.1914503574371338 + ], + "p90": [ + 1.4595980644226074, + 1.4565622806549072, + 1.4637553691864014, + 1.4646892547607422, + 1.4659173488616943, + 1.4615436792373657, + 1.468266248703003, + 1.4765028953552246, + 1.4738280773162842, + 1.474002718925476, + 1.480520248413086, + 1.481918215751648, + 1.4805338382720947, + 1.4869853258132935, + 1.4917165040969849, + 1.4928791522979736, + 1.5014783143997192, + 1.5073645114898682, + 1.5099079608917236, + 1.5239570140838623, + 1.527579426765442, + 1.5256140232086182, + 1.5295757055282593, + 1.531219482421875, + 1.529616355895996, + 1.5352205038070679, + 1.5363928079605103, + 1.5305676460266113, + 1.535167932510376, + 1.536335825920105, + 1.5376975536346436, + 1.5383425951004028, + 1.5000801086425781, + 1.4974281787872314, + 1.500434160232544, + 1.5037997961044312, + 1.5070090293884277, + 1.5059399604797363, + 1.5060267448425293, + 1.5071845054626465, + 1.5074800252914429, + 1.5082262754440308, + 1.5118337869644165, + 1.5147830247879028, + 1.5144182443618774, + 1.5139634609222412, + 1.5188361406326294, + 1.5205843448638916, + 1.525469422340393, + 1.5278446674346924, + 1.5293378829956055, + 1.532825231552124, + 1.5352833271026611, + 1.5372473001480103, + 1.5371403694152832, + 1.5387253761291504, + 1.5382063388824463, + 1.5394622087478638, + 1.5393139123916626, + 1.5405795574188232, + 1.5440040826797485, + 1.5436686277389526, + 1.5445687770843506, + 1.5433968305587769, + 1.5179537534713745, + 1.516741394996643, + 1.5210649967193604, + 1.523596167564392, + 1.5280160903930664, + 1.5257019996643066, + 1.5272598266601562, + 1.527942419052124 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260621_213116.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..a68ac0860b167fccdfda9b9f8c35172bee29467f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260621_213116.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-21T21:31:16.128303+00:00", + "metrics": { + "MSE[mean]": 23.339012917563625, + "MSE[0.5]": 24.127678798785734, + "MAE[0.5]": 3.92323273134415, + "MASE[0.5]": 2.1556225096116486, + "MAPE[0.5]": 0.14572634493310063, + "sMAPE[0.5]": 0.16336371691708315, + "MSIS": 74.95807047940423, + "RMSE[mean]": 4.831046772446281, + "NRMSE[mean]": 0.19184460425807365, + "ND[0.5]": 0.1557946064711608, + "mean_weighted_sum_quantile_loss": 0.1530334168746246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.757891268727416, + 22.425246992912957, + 22.158736576563435, + 21.91176901569662, + 21.72866057080844, + 21.552006777128923, + 21.422021595075826, + 21.312584496521303, + 21.235745343474484, + 21.14734760401479, + 21.099504551710087, + 21.02683024264955, + 21.00636597489561, + 20.94057031571059, + 20.9158167403886, + 20.913709041914032, + 20.87717747932575, + 20.85814397323478, + 20.85307409773339, + 20.826197256053085, + 20.834276415421357, + 20.806380058805253, + 20.806906827348193, + 20.795455885556592 + ], + "p10": [ + 22.44634564393828, + 22.077425965669793, + 21.872871763131307, + 21.596589185930696, + 21.39372410046954, + 21.205583095288322, + 21.07250597633535, + 20.953421784939977, + 20.936889444894515, + 20.886425534661413, + 20.818496640201428, + 20.678060473064292, + 20.6953409816976, + 20.63081094831123, + 20.607353295506314, + 20.573571314561114, + 20.53074974603957, + 20.557381353594977, + 20.55670732623263, + 20.4830337249812, + 20.5050200677422, + 20.512974940387867, + 20.484362783240755, + 20.421099359822318 + ], + "p90": [ + 23.022056976354612, + 22.69504346854973, + 22.452067447241422, + 22.235255437474137, + 22.018421518428877, + 21.829626783767154, + 21.729766028240114, + 21.54357173034701, + 21.43618122839723, + 21.45352592335002, + 21.38738666651007, + 21.345908415337362, + 21.22550174109561, + 21.143232325775966, + 21.18081476149864, + 21.237006742574025, + 21.144215811550282, + 21.157334902678276, + 21.15962931403673, + 21.070764969959694, + 21.17240649771772, + 21.118961908974917, + 21.126515431541456, + 21.128799029708116 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260621_202124.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260621_202124.json new file mode 100644 index 0000000000000000000000000000000000000000..46d940b1d74b76cb218d53e4847fe543ba440ec7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260621_202124.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T20:21:24.620986+00:00", + "metrics": { + "MSE[mean]": 0.8190864914031408, + "MSE[0.5]": 0.8190864914031408, + "MAE[0.5]": 0.69321076075236, + "MASE[0.5]": 0.38088505630682673, + "MAPE[0.5]": 0.027901220956347006, + "sMAPE[0.5]": 0.027436930558977266, + "MSIS": 2.1561741380116493, + "RMSE[mean]": 0.9050339725132648, + "NRMSE[mean]": 0.03593959911280288, + "ND[0.5]": 0.027527935523719557, + "mean_weighted_sum_quantile_loss": 0.026277060517932285 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.743371963500977, + 22.346250534057617, + 21.97460174560547, + 21.681171417236328, + 21.59383773803711, + 21.845720291137695, + 22.76198959350586, + 24.263517379760742, + 25.962799072265625, + 27.5676326751709, + 28.663833618164062, + 29.47901725769043, + 29.82649040222168, + 29.901613235473633, + 29.701553344726562, + 29.263961791992188, + 28.686649322509766, + 28.066829681396484, + 26.923076629638672, + 25.743328094482422, + 24.67013931274414, + 23.979251861572266, + 23.36131477355957, + 22.83098602294922 + ], + "p10": [ + 22.31340789794922, + 21.770652770996094, + 21.240589141845703, + 20.825366973876953, + 20.624940872192383, + 20.704261779785156, + 21.420621871948242, + 22.628128051757812, + 24.096479415893555, + 25.40421485900879, + 26.203372955322266, + 26.855100631713867, + 27.299776077270508, + 27.044471740722656, + 26.628110885620117, + 26.21381378173828, + 25.72616958618164, + 25.001264572143555, + 23.980409622192383, + 23.023351669311523, + 22.23333168029785, + 21.714447021484375, + 21.232688903808594, + 20.751808166503906 + ], + "p90": [ + 23.129764556884766, + 22.93448829650879, + 22.73589515686035, + 22.607114791870117, + 22.64358139038086, + 23.010425567626953, + 24.114276885986328, + 25.879905700683594, + 27.721149444580078, + 29.52613067626953, + 30.872716903686523, + 31.723819732666016, + 32.26371765136719, + 32.345001220703125, + 32.24022674560547, + 31.71853256225586, + 31.2850399017334, + 30.537412643432617, + 29.529403686523438, + 28.29764175415039, + 27.131874084472656, + 26.259708404541016, + 25.604324340820312, + 25.006309509277344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260621_213116.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..de915e78d019aa70430a67bd4661a8f12714b8a9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260621_213116.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-21T21:31:16.309188+00:00", + "metrics": { + "MSE[mean]": 90.83341172097414, + "MSE[0.5]": 92.62648790328399, + "MAE[0.5]": 8.299724128435516, + "MASE[0.5]": 4.560288257151853, + "MAPE[0.5]": 0.3185376684579119, + "sMAPE[0.5]": 0.40488327610390623, + "MSIS": 141.48998129735833, + "RMSE[mean]": 9.530656416059397, + "NRMSE[mean]": 0.37846973846058257, + "ND[0.5]": 0.329588465165, + "mean_weighted_sum_quantile_loss": 0.31681573540285846 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.657775847026716, + 22.227776492545065, + 21.59777637512396, + 21.182776410290746, + 20.602776483604504, + 20.14277548880303, + 19.56777663023202, + 19.112775749871464, + 18.65777677685954, + 18.197775782058063, + 17.632776198694575, + 17.06777566165677, + 16.61277573497053, + 16.142777372310167, + 15.632776186773828, + 15.092774314591981, + 14.672776142666482, + 14.102776444862076, + 13.672776136706108, + 13.107776553342621, + 12.642775444100227, + 12.112775708148849, + 11.6277750948171, + 11.107776541421874 + ], + "p10": [ + 21.83277603776158, + 21.4377767214269, + 20.721775589296325, + 20.351776463696506, + 19.740775827476575, + 19.410776091525197, + 18.83277601988046, + 18.509776253411502, + 18.03277677685954, + 17.451775301406208, + 16.971775374719964, + 16.41277592868558, + 15.827776078293283, + 15.272776533076769, + 14.887777254889063, + 14.282776755998231, + 13.912775913784646, + 13.410776055762955, + 12.98977595360064, + 12.338776118467132, + 11.972775367806282, + 11.329775906513106, + 10.847776315520225, + 10.332775969217284 + ], + "p90": [ + 24.052777258464705, + 23.387775386282858, + 22.71377693206976, + 22.23877559394553, + 21.815775636741712, + 21.324775839755176, + 20.55377516538827, + 20.22277540654871, + 19.562777082035318, + 19.222775400588336, + 18.793775306055416, + 18.174776203343782, + 17.7417756357884, + 17.22277538866759, + 17.060777209112693, + 16.373775024125674, + 15.813775555203103, + 15.313775552222916, + 14.822775755236382, + 14.283776576230805, + 13.824775795052375, + 13.324775792072188, + 12.88277539999288, + 12.30377702207373 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260621_211228.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260621_211228.json new file mode 100644 index 0000000000000000000000000000000000000000..e844ad329be9061e3f5a0e39a911e61735595414 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260621_211228.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T21:12:28.247260+00:00", + "metrics": { + "MSE[mean]": 1.1435885119902498, + "MSE[0.5]": 1.1747058612333678, + "MAE[0.5]": 0.8515034914016724, + "MASE[0.5]": 0.46785908937130044, + "MAPE[0.5]": 0.03439313334858585, + "sMAPE[0.5]": 0.033592128289063466, + "MSIS": 2.0782150569302487, + "RMSE[mean]": 1.0693869795309132, + "NRMSE[mean]": 0.04246618415225165, + "ND[0.5]": 0.0338138623008205, + "mean_weighted_sum_quantile_loss": 0.027349736498746124 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.84277057647705, + 22.36172103881836, + 21.99945640563965, + 21.748937606811523, + 21.81010627746582, + 22.168452262878418, + 23.335803031921387, + 25.11224937438965, + 26.787588119506836, + 27.92307472229004, + 28.634770393371582, + 29.732315063476562, + 30.055729866027832, + 29.80268096923828, + 29.466806411743164, + 29.475605010986328, + 28.852046012878418, + 27.727237701416016, + 26.778017044067383, + 25.641240119934082, + 24.76094627380371, + 24.380321502685547, + 23.929219245910645, + 23.515846252441406 + ], + "p10": [ + 22.444090843200684, + 21.70301342010498, + 21.351635932922363, + 20.768702507019043, + 20.531670570373535, + 21.0257511138916, + 21.830883979797363, + 23.264142990112305, + 24.61395835876465, + 25.94109344482422, + 26.58781147003174, + 27.452523231506348, + 28.059605598449707, + 26.67355251312256, + 26.913965225219727, + 26.142955780029297, + 25.889118194580078, + 25.384772300720215, + 24.17369556427002, + 23.364023208618164, + 22.41972541809082, + 21.741501808166504, + 21.532012939453125, + 21.589362144470215 + ], + "p90": [ + 23.194631576538086, + 23.036004066467285, + 22.656808853149414, + 22.610944747924805, + 22.85797119140625, + 23.58924388885498, + 24.785404205322266, + 26.854310989379883, + 28.509916305541992, + 29.802687644958496, + 30.60886287689209, + 31.627506256103516, + 32.29736518859863, + 31.89629077911377, + 31.8505916595459, + 31.987363815307617, + 31.679174423217773, + 30.503034591674805, + 29.52552318572998, + 28.218347549438477, + 27.17078971862793, + 26.411667823791504, + 26.09395408630371, + 25.837505340576172 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260621_213116.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..c5d95d3608c6ddeb37aba864ce3694ae9ed8a46c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260621_213116.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-21T21:31:16.370669+00:00", + "metrics": { + "MSE[mean]": 7.0117621108409915, + "MSE[0.5]": 7.055180251713726, + "MAE[0.5]": 2.3406708197807196, + "MASE[0.5]": 1.286082945423883, + "MAPE[0.5]": 0.09117363478001132, + "sMAPE[0.5]": 0.09198258102788746, + "MSIS": 18.298197202231655, + "RMSE[mean]": 2.647973208104831, + "NRMSE[mean]": 0.10515306436116724, + "ND[0.5]": 0.09294984881545072, + "mean_weighted_sum_quantile_loss": 0.08360600092705145 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 25.071525786527946, + 25.14152643502648, + 25.011526320585563, + 25.096526358732536, + 25.01652643502648, + 25.056525443205192, + 24.981526587614372, + 25.026525710234, + 25.071526740202263, + 25.111525748380974, + 25.046526167997673, + 24.981525633940056, + 25.026525710234, + 25.056527350553825, + 25.046526167997673, + 25.006524298796013, + 25.0865261298507, + 25.01652643502648, + 25.0865261298507, + 25.0215265494674, + 25.056525443205192, + 25.026525710234, + 25.04152509988244, + 25.0215265494674 + ], + "p10": [ + 24.24652597726281, + 24.351526663908317, + 24.135525534757928, + 24.265526412138296, + 24.154525778898552, + 24.32452604592736, + 24.24652597726281, + 24.42352621377404, + 24.446526740202263, + 24.36552526772912, + 24.385525344023062, + 24.326525900968864, + 24.241526053556754, + 24.186526511320427, + 24.301527236112907, + 24.196526740202263, + 24.326525900968864, + 24.32452604592736, + 24.40352594674523, + 24.252526114591912, + 24.386525366911247, + 24.243525908598258, + 24.261526320585563, + 24.24652597726281 + ], + "p90": [ + 26.466527197965934, + 26.301525328764274, + 26.127526877531363, + 26.15252554238732, + 26.22952558816369, + 26.23852579415734, + 25.96752512277062, + 26.136525366911247, + 25.97652704537804, + 26.136525366911247, + 26.207525275358513, + 26.088526175627067, + 26.15552561105187, + 26.136525366911247, + 26.474527190336538, + 26.287525008329705, + 26.227525542387323, + 26.227525542387323, + 26.236525748380974, + 26.19752657235558, + 26.23852579415734, + 26.23852579415734, + 26.29652540505822, + 26.217527030119253 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260621_213116.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260621_213116.json new file mode 100644 index 0000000000000000000000000000000000000000..42f38b7cd9476d46f36a2c4ee06a292bfc151147 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260621_213116.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-21T21:31:16.408362+00:00", + "metrics": { + "MSE[mean]": 2.839674102974641, + "MSE[0.5]": 2.839674102974641, + "MAE[0.5]": 1.339166482289632, + "MASE[0.5]": 0.7358058037897606, + "MAPE[0.5]": 0.0554569215471904, + "sMAPE[0.5]": 0.055679821211488754, + "MSIS": 18.275267734259632, + "RMSE[mean]": 1.6851332597081576, + "NRMSE[mean]": 0.06691794523180099, + "ND[0.5]": 0.05317933688736354, + "mean_weighted_sum_quantile_loss": 0.048085583652887245 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "p10": [ + 20.648599700927733, + 20.344800224304198, + 19.96260082244873, + 19.6294006729126, + 19.43339992523193, + 19.6294006729126, + 21.216999626159666, + 23.000599327087404, + 24.843000373840333, + 26.31300037384033, + 27.381200523376464, + 28.116200523376463, + 28.6355993270874, + 28.802199401855468, + 29.115799102783203, + 29.076600074768066, + 28.723799476623533, + 28.4003995513916, + 27.518399925231932, + 26.09739917755127, + 24.921400299072264, + 23.9805993270874, + 23.275, + 22.785 + ], + "p90": [ + 21.491399688720705, + 21.175200233459474, + 20.777400856018065, + 20.430600700378417, + 20.226599922180178, + 20.430600700378417, + 22.08299961090088, + 23.93939929962158, + 25.85700038909912, + 27.38700038909912, + 28.49880054473877, + 29.26380054473877, + 29.804399299621583, + 29.977799377441407, + 30.30419906616211, + 30.263400077819824, + 29.896199455261232, + 29.559599533081055, + 28.641599922180177, + 27.162599143981932, + 25.9386003112793, + 24.959399299621584, + 24.225, + 23.715 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260621_211836.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260621_211836.json new file mode 100644 index 0000000000000000000000000000000000000000..c9937ce791f8d8994e42c710ad3e29b25bc35d6d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260621_211836.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T21:18:36.526898+00:00", + "metrics": { + "MSE[mean]": 0.5319255211838936, + "MSE[0.5]": 0.5319255211838936, + "MAE[0.5]": 0.5680897235870361, + "MASE[0.5]": 0.31213722955041606, + "MAPE[0.5]": 0.02243894332596032, + "sMAPE[0.5]": 0.022061627174980957, + "MSIS": 1.8939800144891865, + "RMSE[mean]": 0.7293322433458523, + "NRMSE[mean]": 0.02896234753829305, + "ND[0.5]": 0.022559282353924934, + "mean_weighted_sum_quantile_loss": 0.02244308316193695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 23.164031982421875, + 22.76641845703125, + 22.43353271484375, + 22.1561279296875, + 22.06982421875, + 22.1561279296875, + 23.1424560546875, + 24.6959228515625, + 26.2740478515625, + 27.642578125, + 28.67822265625, + 29.46728515625, + 29.96044921875, + 30.05908203125, + 29.86181640625, + 29.245361328125, + 28.5302734375, + 27.519287109375, + 26.3480224609375, + 25.078125, + 24.285980224609375, + 23.706512451171875, + 23.245712280273438, + 22.84039306640625 + ], + "p10": [ + 22.92669677734375, + 22.37188720703125, + 22.01434326171875, + 21.57666015625, + 21.3917236328125, + 21.330078125, + 22.045166015625, + 23.38287353515625, + 24.62811279296875, + 25.62060546875, + 26.4219970703125, + 26.853515625, + 27.026123046875, + 26.976806640625, + 26.483642578125, + 25.6329345703125, + 25.004150390625, + 24.230499267578125, + 23.31121063232422, + 22.3780517578125, + 21.94036865234375, + 21.552001953125, + 21.206787109375, + 20.9232177734375 + ], + "p90": [ + 23.439895629882812, + 23.190231323242188, + 22.892791748046875, + 22.735595703125, + 22.75408935546875, + 23.046905517578125, + 24.29522705078125, + 25.9658203125, + 27.716552734375, + 29.17138671875, + 30.15771484375, + 30.99609375, + 31.6865234375, + 31.83447265625, + 31.78515625, + 31.34130859375, + 30.74951171875, + 29.738525390625, + 28.431640625, + 27.075439453125, + 26.1260986328125, + 25.447998046875, + 24.91168212890625, + 24.46783447265625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260621_203428.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260621_203428.json new file mode 100644 index 0000000000000000000000000000000000000000..eb3506421c33c4a68506f403b5a84db138c08f5b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260621_203428.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T20:34:28.821001+00:00", + "metrics": { + "MSE[mean]": 0.4067353237384547, + "MSE[0.5]": 0.3276029787418035, + "MAE[0.5]": 0.4994724591573079, + "MASE[0.5]": 0.2744354336383443, + "MAPE[0.5]": 0.01942845751119167, + "sMAPE[0.5]": 0.019503819719654494, + "MSIS": 8.830249186058134, + "RMSE[mean]": 0.6377580448245672, + "NRMSE[mean]": 0.025325865280293635, + "ND[0.5]": 0.019834437706410364, + "mean_weighted_sum_quantile_loss": 0.022109313121004018 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.803569793701172, + 22.52535057067871, + 22.242633819580078, + 22.064529418945312, + 22.013948440551758, + 22.25826644897461, + 22.95749282836914, + 24.152441024780273, + 25.46036148071289, + 26.700061798095703, + 27.694976806640625, + 28.273042678833008, + 28.713972091674805, + 28.809633255004883, + 28.718399047851562, + 28.145431518554688, + 27.529861450195312, + 26.694730758666992, + 25.639997482299805, + 24.755233764648438, + 23.921283721923828, + 23.28800392150879, + 22.774639129638672, + 22.28760528564453 + ], + "p10": [ + 22.888139724731445, + 22.599205017089844, + 22.317724227905273, + 22.22662353515625, + 22.18221664428711, + 22.428186416625977, + 23.26791000366211, + 24.53965187072754, + 25.98250389099121, + 27.159807205200195, + 28.074827194213867, + 28.74050521850586, + 29.194955825805664, + 29.43865394592285, + 29.3418025970459, + 28.730609893798828, + 28.17659568786621, + 27.273977279663086, + 26.20842170715332, + 25.19022560119629, + 24.460004806518555, + 23.79059600830078, + 23.290069580078125, + 22.775571823120117 + ], + "p90": [ + 22.986186981201172, + 22.876632690429688, + 22.82809066772461, + 22.786611557006836, + 22.970294952392578, + 23.41631317138672, + 24.376731872558594, + 25.809782028198242, + 27.45367431640625, + 28.94650650024414, + 30.151025772094727, + 30.876028060913086, + 31.45862579345703, + 31.696033477783203, + 31.592144012451172, + 31.06934356689453, + 30.32120132446289, + 29.38333511352539, + 28.173799514770508, + 27.085407257080078, + 26.09740447998047, + 25.427112579345703, + 24.78604507446289, + 24.204137802124023 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260621_205946.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260621_205946.json new file mode 100644 index 0000000000000000000000000000000000000000..023e8883ab803ab692159d3c5c2cdcea409f99a8 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260621_205946.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-21T20:59:46.080844+00:00", + "metrics": { + "MSE[mean]": 0.550176228056595, + "MSE[0.5]": 0.550176228056595, + "MAE[0.5]": 0.5530107021331787, + "MASE[0.5]": 0.3038520524287122, + "MAPE[0.5]": 0.0222467109581586, + "sMAPE[0.5]": 0.021974201689470545, + "MSIS": 2.9614589625774843, + "RMSE[mean]": 0.7417386521252584, + "NRMSE[mean]": 0.029455015627561792, + "ND[0.5]": 0.021960482748027216, + "mean_weighted_sum_quantile_loss": 0.031543872018444045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.91853904724121, + 22.617177963256836, + 22.379383087158203, + 22.137859344482422, + 22.104177474975586, + 22.312829971313477, + 23.586727142333984, + 25.317153930664062, + 26.918132781982422, + 28.103103637695312, + 28.811132431030273, + 29.218017578125, + 29.4356689453125, + 29.289037704467773, + 28.97174072265625, + 28.551658630371094, + 27.761032104492188, + 26.844589233398438, + 25.68056869506836, + 24.567691802978516, + 23.7227783203125, + 23.087846755981445, + 22.58671760559082, + 22.199352264404297 + ], + "p10": [ + 22.72945213317871, + 22.265884399414062, + 21.835891723632812, + 21.39937973022461, + 21.144573211669922, + 21.07426643371582, + 21.91818618774414, + 22.925979614257812, + 23.673851013183594, + 24.128955841064453, + 24.543872833251953, + 24.28884506225586, + 24.008695602416992, + 23.761856079101562, + 23.19553565979004, + 22.749088287353516, + 22.449413299560547, + 22.084177017211914, + 21.696548461914062, + 21.215330123901367, + 20.65097999572754, + 20.143352508544922, + 19.75223159790039, + 19.44073486328125 + ], + "p90": [ + 23.089061737060547, + 22.9449405670166, + 22.881179809570312, + 22.832656860351562, + 22.989038467407227, + 23.376134872436523, + 24.8627872467041, + 26.92901039123535, + 28.982318878173828, + 30.394912719726562, + 31.32357406616211, + 31.90243911743164, + 32.329200744628906, + 32.43241882324219, + 32.345436096191406, + 32.00920486450195, + 31.30139923095703, + 30.251136779785156, + 28.79042625427246, + 27.53529167175293, + 26.540719985961914, + 25.916706085205078, + 25.421066284179688, + 25.052539825439453 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260621_204651.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260621_204651.json new file mode 100644 index 0000000000000000000000000000000000000000..8ca7b9d66276e0d2fb6bbc8af4bdb4aef24ddc14 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260621_204651.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T20:46:51.890182+00:00", + "metrics": { + "MSE[mean]": 1.3327479513263825, + "MSE[0.5]": 1.3327479513263825, + "MAE[0.5]": 0.912270704905192, + "MASE[0.5]": 0.501247670229129, + "MAPE[0.5]": 0.036190923075805244, + "sMAPE[0.5]": 0.0353233507541506, + "MSIS": 3.007199744396995, + "RMSE[mean]": 1.154447032707167, + "NRMSE[mean]": 0.04584398465976072, + "ND[0.5]": 0.03622697535386293, + "mean_weighted_sum_quantile_loss": 0.03365741579516466 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.788970947265625, + 22.38384246826172, + 22.020360946655273, + 21.728559494018555, + 21.675392150878906, + 21.924518585205078, + 22.884397506713867, + 24.58045196533203, + 26.151060104370117, + 27.504501342773438, + 28.73333740234375, + 29.5617733001709, + 30.084407806396484, + 30.376953125, + 30.293010711669922, + 29.826648712158203, + 29.340965270996094, + 28.60062026977539, + 27.30583381652832, + 25.97323989868164, + 25.12676429748535, + 24.40496063232422, + 23.82883071899414, + 23.368385314941406 + ], + "p10": [ + 22.622804641723633, + 22.096080780029297, + 21.562002182006836, + 21.119441986083984, + 20.893571853637695, + 20.927806854248047, + 21.57050323486328, + 22.78184700012207, + 23.754009246826172, + 24.555971145629883, + 25.192501068115234, + 25.65230369567871, + 25.690454483032227, + 25.636579513549805, + 25.604251861572266, + 25.153366088867188, + 24.889196395874023, + 24.300636291503906, + 23.41509437561035, + 22.898937225341797, + 22.31056785583496, + 21.844778060913086, + 21.504310607910156, + 21.191617965698242 + ], + "p90": [ + 22.937299728393555, + 22.66855239868164, + 22.496252059936523, + 22.375267028808594, + 22.540863037109375, + 23.009302139282227, + 24.294809341430664, + 26.37654685974121, + 28.2867488861084, + 30.0494441986084, + 31.512399673461914, + 32.66674041748047, + 33.60133361816406, + 34.037445068359375, + 33.96881866455078, + 33.53974914550781, + 33.06011962890625, + 32.44761276245117, + 31.00790023803711, + 29.52351188659668, + 28.20529556274414, + 27.2437686920166, + 26.491880416870117, + 25.784263610839844 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index cde1ad2c440f5f0f59e40d95ba37152eb72e4fea..a942fafa842042321d68c0c2d4e8625a1a637274 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,454854.48798561096,454854.48798561096,633.2179361979166,0.5419825588155641,0.00986854992420835,0.009924115645657773,3.2628204770901257,674.4290088553508,0.010510404507799493,0.009868164867833401,0.0069686603646311185,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,380472.5506121318,380472.5506121318,561.5029296875,0.4824817305233193,0.008742164757182019,0.008788537270201255,3.2818718902269155,616.8245703699973,0.009605192021900029,0.00874372345004466,0.006563772431418258,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.11866033231822778,0.11866033231822778,0.30893333156903585,0.6665827782479321,0.2661086087021075,0.27087254555615636,24.036712574354997,0.3444710906857465,0.2786043539226079,0.24986181300616017,0.2440280194780258,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.030694439543620906,0.030694439543620906,0.1374999847677019,1.2790695690104457,0.0946364863551637,0.1016494382090961,41.282938735007,0.17519828636040052,0.12614276617948839,0.09899998903274536,0.09547776677343582,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.807108116273889,0.807108116273889,0.8559833332896233,1.91648785866389,1.8842049654622237,0.8772524545033649,72.9335904085428,0.8983919613809381,1.4878967209115808,1.4176604973166653,1.4015427600810764,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03541667130258593,0.03541667130258593,0.14861111839612326,1.448958577091524,0.09916236066175992,0.10698001452221731,47.810217534237694,0.18819317549418718,0.1321942305910388,0.10439024901971584,0.10114905663363655,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.1833330790206371,1.1833330790206371,0.8416664600372314,0.43013912453991193,0.03288049114698654,0.03240955142041157,7.319350729998809,1.087811141246787,0.041361639551679444,0.03200252637870361,0.02744260678686364,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 07980ca412dc778a3e621f0285aa68a67b4593e6..6daa12291ce3aab00d2bb4ea4ad421934b22d59f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T17:17:59.487199+00:00", + "evaluated_at": "2026-06-21T21:31:16.402416+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65978.7890625, - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,13 +97,13 @@ 63397.78125, 63949.8984375, 64160.0390625, - 64034.30859375 - ], - "actuals": [ + 64034.30859375, 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,13 +123,13 @@ 64146.0, 64145.96875, 64224.0, - 64223.48828125 + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, 63075.98046875, 63315.28125, 63543.91015625, @@ -153,13 +149,13 @@ 63397.78125, 63949.8984375, 64160.0390625, - 64034.30859375 + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125 ], "p10": [ - 61934.051484375, - 61847.811484375, - 61761.16953125, - 61985.011484375, 61814.460859375, 62048.975625, 62273.031953125, @@ -179,13 +175,13 @@ 62129.825625, 62670.90046875, 62876.83828125, - 62753.622421875 + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625 ], "p90": [ - 64461.971953125, - 64372.211953125, - 64282.03359375, - 64515.011953125, 64337.500078125, 64581.586875, 64814.788359375, @@ -205,13 +201,13 @@ 64665.736875, 65228.89640625, 65443.23984375, - 65314.994765625 + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +323,10 @@ "2026-06-21 13:00:00", "2026-06-21 14:00:00", "2026-06-21 15:00:00", - "2026-06-21 16:00:00" + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index de558ba4e17e0d85e990b235e2b8457a440af7c7..de29859b807fa8e16ec8ab0c481407548cd998b0 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T17:17:59.493524+00:00", + "evaluated_at": "2026-06-21T21:31:16.408362+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ca6a29585a712fd20d92913dc0a97c60f55c0a7c..48a035c580d277fe2b4d2fa0ae96ae880f020a5f 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T17:17:59.503685+00:00", + "evaluated_at": "2026-06-21T21:31:16.418545+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 0.8970000147819519, - 0.9129999876022339, - 0.9290000200271606, - 0.9409999847412109, - 0.9509999752044678, - 0.9660000205039978, - 0.9879999756813049, - 1.0110000371932983, - 1.0360000133514404, - 1.0670000314712524, - 1.090000033378601, - 1.1080000400543213, - 1.125, - 1.1460000276565552, - 1.159000039100647, - 1.1759999990463257, - 1.190999984741211, - 1.2079999446868896, - 1.2330000400543213, - 1.2519999742507935, - 1.2799999713897705, - 1.2929999828338623, - 1.309000015258789, - 1.3329999446868896, - 0.8970000147819519, - 0.9129999876022339, - 0.9290000200271606, - 0.9409999847412109, - 0.9509999752044678, - 0.9660000205039978, - 0.9879999756813049, - 1.0110000371932983, - 1.0360000133514404, - 1.0670000314712524, - 1.090000033378601, - 1.1080000400543213, - 1.125, - 1.1460000276565552, - 1.159000039100647, - 1.1759999990463257, - 1.190999984741211, - 1.2079999446868896, - 1.2330000400543213, - 1.2519999742507935, - 1.2799999713897705, - 1.2929999828338623, - 1.309000015258789, - 1.3329999446868896, - 0.8970000147819519, - 0.9129999876022339, - 0.9290000200271606, - 0.9409999847412109, - 0.9509999752044678, - 0.9660000205039978, - 0.9879999756813049, - 1.0110000371932983, - 1.0360000133514404, - 1.0670000314712524, - 1.090000033378601, - 1.1080000400543213 + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165 ], "p10": [ - 0.8790600144863129, - 0.8947399878501892, - 0.9104200196266174, - 0.9221799850463867, - 0.9319799757003784, - 0.9466800200939178, - 0.9682399761676788, - 0.9907800364494324, - 1.0152800130844115, - 1.0456600308418273, - 1.068200032711029, - 1.0858400392532348, - 1.1025, - 1.123080027103424, - 1.135820038318634, - 1.152479999065399, - 1.1671799850463866, - 1.1838399457931519, - 1.2083400392532349, - 1.2269599747657776, - 1.2543999719619752, - 1.267139983177185, - 1.2828200149536133, - 1.306339945793152, - 0.8790600144863129, - 0.8947399878501892, - 0.9104200196266174, - 0.9221799850463867, - 0.9319799757003784, - 0.9466800200939178, - 0.9682399761676788, - 0.9907800364494324, - 1.0152800130844115, - 1.0456600308418273, - 1.068200032711029, - 1.0858400392532348, - 1.1025, - 1.123080027103424, - 1.135820038318634, - 1.152479999065399, - 1.1671799850463866, - 1.1838399457931519, - 1.2083400392532349, - 1.2269599747657776, - 1.2543999719619752, - 1.267139983177185, - 1.2828200149536133, - 1.306339945793152, - 0.8790600144863129, - 0.8947399878501892, - 0.9104200196266174, - 0.9221799850463867, - 0.9319799757003784, - 0.9466800200939178, - 0.9682399761676788, - 0.9907800364494324, - 1.0152800130844115, - 1.0456600308418273, - 1.068200032711029, - 1.0858400392532348 + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817, + 1.4670599794387817, + 1.4592199635505676, + 1.4504000186920165, + 1.4249199962615966, + 1.4092399644851685, + 1.389639983177185, + 1.3612200570106505, + 1.33475998878479, + 1.313200032711029, + 1.2887000560760498, + 1.2690999579429627, + 1.2534200429916382, + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817, + 1.4670599794387817, + 1.4592199635505676, + 1.4504000186920165, + 1.4249199962615966, + 1.4092399644851685, + 1.389639983177185, + 1.3612200570106505, + 1.33475998878479, + 1.313200032711029, + 1.2887000560760498, + 1.2690999579429627, + 1.2534200429916382, + 1.4504000186920165, + 1.4582400345802307, + 1.4680400252342223, + 1.478819944858551, + 1.4856800317764283, + 1.4895999813079834, + 1.4846999859809875, + 1.474899995326996, + 1.4739199495315551, + 1.4680400252342223, + 1.465100004673004, + 1.4670599794387817 ], "p90": [ - 0.9149400150775909, - 0.9312599873542786, - 0.9475800204277038, - 0.9598199844360352, - 0.9700199747085572, - 0.9853200209140778, - 1.007759975194931, - 1.0312200379371643, - 1.0567200136184693, - 1.0883400321006775, - 1.1118000340461731, - 1.1301600408554078, - 1.1475, - 1.1689200282096863, - 1.1821800398826598, - 1.1995199990272523, - 1.2148199844360352, - 1.2321599435806274, - 1.2576600408554077, - 1.2770399737358094, - 1.3055999708175658, - 1.3188599824905396, - 1.3351800155639648, - 1.3596599435806274, - 0.9149400150775909, - 0.9312599873542786, - 0.9475800204277038, - 0.9598199844360352, - 0.9700199747085572, - 0.9853200209140778, - 1.007759975194931, - 1.0312200379371643, - 1.0567200136184693, - 1.0883400321006775, - 1.1118000340461731, - 1.1301600408554078, - 1.1475, - 1.1689200282096863, - 1.1821800398826598, - 1.1995199990272523, - 1.2148199844360352, - 1.2321599435806274, - 1.2576600408554077, - 1.2770399737358094, - 1.3055999708175658, - 1.3188599824905396, - 1.3351800155639648, - 1.3596599435806274, - 0.9149400150775909, - 0.9312599873542786, - 0.9475800204277038, - 0.9598199844360352, - 0.9700199747085572, - 0.9853200209140778, - 1.007759975194931, - 1.0312200379371643, - 1.0567200136184693, - 1.0883400321006775, - 1.1118000340461731, - 1.1301600408554078 + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483, + 1.5269399785995483, + 1.5187799620628357, + 1.5096000194549561, + 1.4830799961090089, + 1.4667599630355834, + 1.4463599824905395, + 1.416780059337616, + 1.3892399883270263, + 1.3668000340461732, + 1.3413000583648682, + 1.3208999562263488, + 1.3045800447463989, + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483, + 1.5269399785995483, + 1.5187799620628357, + 1.5096000194549561, + 1.4830799961090089, + 1.4667599630355834, + 1.4463599824905395, + 1.416780059337616, + 1.3892399883270263, + 1.3668000340461732, + 1.3413000583648682, + 1.3208999562263488, + 1.3045800447463989, + 1.5096000194549561, + 1.5177600359916688, + 1.5279600262641908, + 1.5391799426078796, + 1.5463200330734252, + 1.550399980545044, + 1.545299985408783, + 1.535099995136261, + 1.5340799474716187, + 1.5279600262641908, + 1.5249000048637391, + 1.5269399785995483 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4c3b68697b5dd0ea09c841b3fcfd155b8487f0b7..d90ccabfaacb360dad364eb460b59867a7956ac9 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T17:17:59.512843+00:00", + "evaluated_at": "2026-06-21T21:31:16.427291+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,10 +146,19 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -171,30 +168,21 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, - 1.2999999523162842, - 1.2999999523162842, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -209,16 +197,16 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -232,10 +220,19 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 ], "p10": [ - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, @@ -245,30 +242,21 @@ 1.1760000467300415, 1.1760000467300415, 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, - 1.2739999532699584, - 1.2739999532699584, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, @@ -283,16 +271,16 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, @@ -306,10 +294,19 @@ 1.1760000467300415, 1.2739999532699584, 1.2739999532699584, - 1.2739999532699584 + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793 ], "p90": [ - 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.4279999756813049, @@ -319,30 +316,21 @@ 1.22400004863739, 1.22400004863739, 1.22400004863739, + 1.22400004863739, + 1.22400004863739, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, 1.32599995136261, 1.32599995136261, 1.32599995136261, 1.4279999756813049, - 1.32599995136261, - 1.32599995136261, 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.4279999756813049, @@ -357,16 +345,16 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, 1.32599995136261, 1.32599995136261, 1.4279999756813049, + 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.4279999756813049, @@ -380,30 +368,19 @@ 1.22400004863739, 1.32599995136261, 1.32599995136261, - 1.32599995136261 + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e07dc2bb727e27ac0d4c0bad29e5f2aeb0e171b8..3af12fc69f103a675448ba43431bc2ea5f1919bd 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,30 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-21T17:17:59.516725+00:00", + "evaluated_at": "2026-06-21T21:31:16.430870+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c6e06f1c386cba732c2e99b4c5a617178abe672d..42c80b18a1097d5a8f1e0e6c8d1f1f76d51900ec 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,31834.63747406006,31834.63747406006,152.34016927083334,0.13039067599310064,0.0023723007167705894,0.002375209569461972,1.2627563899434107,178.42263722426048,0.0027805655835565447,0.002374092426036963,0.0035177367067720493,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,61878.22028414408,61878.22028414408,228.94417317708334,0.19672449603991568,0.003563009246153045,0.0035705143438021503,1.1065077927607943,248.75333220711653,0.0038735868133521765,0.0035651185949709093,0.003969323617937491,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.009462425095318198,0.009462425095318198,0.08731073041756948,0.1883896080653054,0.0756572632519247,0.07635266847864045,1.2890792994757305,0.0972749972774001,0.0786749265819156,0.07061593932330663,0.06068585720892058,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.022520573955798342,0.022520573955798342,0.11700622406270769,1.0884299430015745,0.07997485670988062,0.08506704838101382,14.571950694892173,0.15006856418250406,0.10804936621140292,0.08424448132514954,0.07124241842163934,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.018614070550660142,0.018614070550660142,0.10631837397813797,0.23803953296488603,0.25059571533794645,0.320395936023275,1.7705865548095916,0.13643339235927596,0.22595794023153978,0.1760821187353058,0.1359641858828613,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03172006050847839,0.03172006050847839,0.14115180240737069,1.376230237531293,0.09385687398682058,0.10059972870379494,22.40092122367079,0.1781012647582223,0.1251052786594342,0.09915053437395793,0.08455174789842229,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3210891247267682,0.3210891247267682,0.46021612485249835,0.2351964470990655,0.01738585937734887,0.017444530084464362,2.263543603070733,0.5666472665836907,0.02154552302756924,0.017498711633163248,0.025272773076100364,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e5468b51c76c2804467f05a23d5f636ef557209d..97aef4a9aa5f429ac0b0416a719b8f66afec7025 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T19:22:44.929543+00:00", + "evaluated_at": "2026-06-21T21:15:12.147380+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63809.1015625, - 63834.4140625, - 63856.5625, - 63876.07421875, - 63878.7109375, - 63884.51171875, - 63898.75, - 63886.09375, - 63899.27734375, - 63894.53125, - 63886.62109375, - 63875.546875, - 63888.203125, - 63889.78515625, - 63886.09375, - 63883.984375, - 63893.4765625, - 63906.1328125, - 63933.5546875, - 63906.66015625, - 63913.515625, - 63915.09765625, - 63917.734375, - 63882.9296875 + 63986.9609375, + 63977.32421875, + 63976.0625, + 63978.45703125, + 63990.171875, + 63986.20703125, + 63992.03125, + 63969.765625, + 63987.52734375, + 63984.8828125, + 63980.47265625, + 63974.6796875, + 63984.50390625, + 63968.25390625, + 63970.39453125, + 63963.21484375, + 64012.03125, + 63993.921875, + 64028.72265625, + 64018.51953125, + 64032.25, + 64008.44140625, + 64009.953125, + 63958.4296875 ], "p10": [ - 63489.53125, - 63434.6875, - 63413.59375, - 63392.5, - 63358.75, - 63337.65625, - 63316.5625, - 63265.9375, - 63261.71875, - 63236.40625, - 63198.4375, - 63168.90625, - 63152.03125, - 63139.375, - 63135.15625, - 63080.3125, - 63088.75, - 63067.65625, - 63067.65625, - 63029.6875, - 63017.03125, - 63008.59375, - 62979.0625, - 62941.09375 + 63721.84375, + 63639.203125, + 63596.875, + 63550.515625, + 63536.40625, + 63510.203125, + 63484.0, + 63431.59375, + 63427.5625, + 63403.375, + 63371.125, + 63346.9375, + 63318.71875, + 63290.5, + 63286.46875, + 63246.15625, + 63274.375, + 63217.9375, + 63226.0, + 63201.8125, + 63201.8125, + 63165.53125, + 63141.34375, + 63072.8125 ], "p90": [ - 64135.0, - 64236.25, - 64297.421875, - 64350.15625, - 64379.6875, - 64409.21875, - 64466.171875, - 64478.828125, - 64514.6875, - 64535.78125, - 64556.875, - 64582.1875, - 64624.375, - 64649.6875, - 64653.90625, - 64691.875, - 64717.1875, - 64755.15625, - 64801.5625, - 64788.90625, - 64810.0, - 64810.0, - 64843.75, - 64831.09375 + 64253.96875, + 64328.546875, + 64372.890625, + 64419.25, + 64461.578125, + 64489.796875, + 64532.125, + 64536.15625, + 64576.46875, + 64600.65625, + 64624.84375, + 64645.0, + 64689.34375, + 64689.34375, + 64705.46875, + 64745.78125, + 64810.28125, + 64818.34375, + 64866.71875, + 64870.75, + 64890.90625, + 64870.75, + 64894.9375, + 64874.78125 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f58b771e06b90a67d6e0b5ae117983daa35ff343..8da638beb954dd19951fc33ef5b080abdcb6e353 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T17:17:42.963100+00:00", + "evaluated_at": "2026-06-21T21:18:36.526898+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 73ed47333cf624c7b277a8a893c6f7cb427b4b86..0338a10c6d9aaa38bbf2e84fcb2815b0f1520881 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T17:17:48.127012+00:00", + "evaluated_at": "2026-06-21T21:31:06.533215+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3565216064453125, - 1.3765106201171875, - 1.3885040283203125, - 1.406494140625, - 1.4284820556640625, - 1.44647216796875, - 1.4684600830078125, - 1.4884490966796875, - 1.5084381103515625, - 1.5244293212890625, - 1.5404205322265625, - 1.5484161376953125, - 1.55841064453125, - 1.570404052734375, - 1.5823974609375, - 1.586395263671875, - 1.63037109375, - 1.634368896484375, - 1.634368896484375, - 1.63836669921875, - 1.65435791015625, - 1.658355712890625, - 1.658355712890625, - 1.65435791015625, - 1.6463623046875, - 1.634368896484375, - 1.626373291015625, - 1.6143798828125, - 1.60638427734375, - 1.5823974609375, - 1.5604095458984375, - 1.534423828125, - 1.4924468994140625, - 1.4404754638671875, - 1.3925018310546875, - 1.3605194091796875, - 1.3205413818359375, - 1.2765655517578125, - 1.2455825805664062, - 1.1986083984375, - 1.1416397094726562, - 1.100412368774414, - 1.0482535362243652, - 1.0034656524658203, - 0.9457473754882812, - 0.9157638549804688, - 0.8607940673828125, - 0.82281494140625, - 0.8378067016601562, - 0.80682373046875, - 0.770843505859375, - 0.7408599853515625, - 0.7008819580078125, - 0.6649017333984375, - 0.638916015625, - 0.6009368896484375, - 0.570953369140625, - 0.5269775390625, - 0.490997314453125, - 0.459014892578125 + 1.2698173522949219, + 1.239898681640625, + 1.2070846557617188, + 1.1762008666992188, + 1.147247314453125, + 1.1125030517578125, + 1.0804128646850586, + 1.048209547996521, + 1.0143022537231445, + 0.9807643890380859, + 0.9498805999755859, + 0.9117584228515625, + 0.8750839233398438, + 0.8422698974609375, + 0.8027000427246094, + 0.7631301879882812, + 0.7206649780273438, + 0.6859207153320312, + 0.653106689453125, + 0.622222900390625, + 0.575897216796875, + 0.5411529541015625, + 0.5179901123046875, + 0.4793853759765625, + 0.44464111328125, + 0.4176177978515625, + 0.3944549560546875, + 0.3712921142578125, + 0.35198974609375, + 0.3326873779296875, + 0.3056640625, + 0.2940826416015625, + 0.29022216796875, + 0.2709197998046875, + 0.251617431640625, + 0.243896484375, + 0.22845458984375, + 0.2245941162109375, + 0.2130126953125, + 0.220733642578125, + 0.2168731689453125, + 0.2130126953125, + 0.2091522216796875, + 0.2168731689453125, + 0.1937103271484375, + 0.2014312744140625, + 0.189849853515625, + 0.19757080078125, + 0.13580322265625, + 0.158966064453125, + 0.174407958984375, + 0.1937103271484375, + 0.1782684326171875, + 0.189849853515625, + 0.18212890625, + 0.1937103271484375, + 0.2168731689453125, + 0.2554779052734375, + 0.236175537109375, + 0.2709197998046875 ], "p10": [ - 1.3445281982421875, - 1.362518310546875, - 1.37451171875, - 1.3885040283203125, - 1.4084930419921875, - 1.4224853515625, - 1.4384765625, - 1.450469970703125, - 1.470458984375, - 1.482452392578125, - 1.490447998046875, - 1.4964447021484375, - 1.5004425048828125, - 1.5004425048828125, - 1.5084381103515625, - 1.5124359130859375, - 1.538421630859375, - 1.5324249267578125, - 1.522430419921875, - 1.5204315185546875, - 1.5284271240234375, - 1.5184326171875, - 1.506439208984375, - 1.4924468994140625, - 1.4764556884765625, - 1.4544677734375, - 1.4324798583984375, - 1.410491943359375, - 1.3805084228515625, - 1.3485260009765625, - 1.3055496215820312, - 1.2625732421875, - 1.2016067504882812, - 1.1371421813964844, - 1.0779247283935547, - 1.0275774002075195, - 0.986724853515625, - 0.9417495727539062, - 0.9157638549804688, - 0.8787841796875, - 0.826812744140625, - 0.798828125, - 0.7528533935546875, - 0.72686767578125, - 0.6848907470703125, - 0.6609039306640625, - 0.610931396484375, - 0.56695556640625, - 0.6169281005859375, - 0.578948974609375, - 0.5449676513671875, - 0.522979736328125, - 0.48699951171875, - 0.459014892578125, - 0.4310302734375, - 0.3990478515625, - 0.383056640625, - 0.35906982421875, - 0.331085205078125, - 0.31109619140625 + 1.2495498657226562, + 1.2186660766601562, + 1.1810264587402344, + 1.1467647552490234, + 1.1149158477783203, + 1.0782413482666016, + 1.0421398878097534, + 0.9998254776000977, + 0.9638748168945312, + 0.9223747253417969, + 0.8876304626464844, + 0.8480606079101562, + 0.8065605163574219, + 0.7727813720703125, + 0.7341766357421875, + 0.6878509521484375, + 0.62994384765625, + 0.6029205322265625, + 0.5662460327148438, + 0.5334320068359375, + 0.490966796875, + 0.4639434814453125, + 0.4407806396484375, + 0.4021759033203125, + 0.38287353515625, + 0.3558502197265625, + 0.328826904296875, + 0.3095245361328125, + 0.2863616943359375, + 0.2709197998046875, + 0.2477569580078125, + 0.236175537109375, + 0.2245941162109375, + 0.2091522216796875, + 0.1859893798828125, + 0.1782684326171875, + 0.16668701171875, + 0.1705474853515625, + 0.1473846435546875, + 0.1551055908203125, + 0.1551055908203125, + 0.158966064453125, + 0.1473846435546875, + 0.1551055908203125, + 0.13580322265625, + 0.1473846435546875, + 0.13580322265625, + 0.1473846435546875, + 0.066314697265625, + 0.081756591796875, + 0.0856170654296875, + 0.097198486328125, + 0.0856170654296875, + 0.0933380126953125, + 0.07403564453125, + 0.0856170654296875, + 0.0933380126953125, + 0.128082275390625, + 0.0894775390625, + 0.1087799072265625 ], "p90": [ - 1.36651611328125, - 1.394500732421875, - 1.4084930419921875, - 1.426483154296875, - 1.450469970703125, - 1.4764556884765625, - 1.4964447021484375, - 1.5204315185546875, - 1.5444183349609375, - 1.562408447265625, - 1.57440185546875, - 1.59039306640625, - 1.60638427734375, - 1.62237548828125, - 1.63836669921875, - 1.6463623046875, - 1.698333740234375, - 1.7103271484375, - 1.706329345703125, - 1.714324951171875, - 1.738311767578125, - 1.7423095703125, - 1.75030517578125, - 1.75030517578125, - 1.75030517578125, - 1.738311767578125, - 1.73431396484375, - 1.738311767578125, - 1.73431396484375, - 1.722320556640625, - 1.7103271484375, - 1.6943359375, - 1.682342529296875, - 1.63836669921875, - 1.598388671875, - 1.59039306640625, - 1.57440185546875, - 1.546417236328125, - 1.534423828125, - 1.5084381103515625, - 1.4804534912109375, - 1.4524688720703125, - 1.4204864501953125, - 1.3845062255859375, - 1.3525238037109375, - 1.3365325927734375, - 1.2925567626953125, - 1.2515792846679688, - 1.1816177368164062, - 1.1596298217773438, - 1.1196517944335938, - 1.0806732177734375, - 1.042694091796875, - 0.9982185363769531, - 0.9737319946289062, - 0.9397506713867188, - 0.906768798828125, - 0.8458023071289062, - 0.8038253784179688, - 0.7528533935546875 + 1.2842941284179688, + 1.2611312866210938, + 1.232177734375, + 1.2061195373535156, + 1.1829566955566406, + 1.1525554656982422, + 1.1245670318603516, + 1.1004390716552734, + 1.070641040802002, + 1.0430748462677002, + 1.0097179412841797, + 0.977386474609375, + 0.9479503631591797, + 0.9165840148925781, + 0.8760490417480469, + 0.8422698974609375, + 0.8191070556640625, + 0.7959442138671875, + 0.7573394775390625, + 0.7264556884765625, + 0.6801300048828125, + 0.6395950317382812, + 0.6125717163085938, + 0.5720367431640625, + 0.529571533203125, + 0.5025482177734375, + 0.4871063232421875, + 0.4562225341796875, + 0.44464111328125, + 0.42919921875, + 0.3983154296875, + 0.38287353515625, + 0.3790130615234375, + 0.359710693359375, + 0.3404083251953125, + 0.3365478515625, + 0.328826904296875, + 0.32110595703125, + 0.313385009765625, + 0.3095245361328125, + 0.3095245361328125, + 0.3056640625, + 0.3095245361328125, + 0.3172454833984375, + 0.297943115234375, + 0.313385009765625, + 0.3018035888671875, + 0.313385009765625, + 0.2747802734375, + 0.3095245361328125, + 0.35198974609375, + 0.375152587890625, + 0.375152587890625, + 0.390594482421875, + 0.406036376953125, + 0.436920166015625, + 0.4871063232421875, + 0.5411529541015625, + 0.56817626953125, + 0.62994384765625 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 141cf524141162e4d5e223497bfbd71960bbe9ea..d893c7b5b9628deca8c72f12006caa32265fce46 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T17:17:53.511164+00:00", + "evaluated_at": "2026-06-21T21:31:11.239623+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2890777587890625, - 1.2854728698730469, - 1.2838706970214844, - 1.284271240234375, - 1.2838706970214844, - 1.2826690673828125, - 1.2818679809570312, - 1.2826690673828125, - 1.2818679809570312, - 1.2822685241699219, - 1.2802658081054688, - 1.2814674377441406, - 1.2822685241699219, - 1.2818679809570312, - 1.2814674377441406, - 1.2806663513183594, - 1.2802658081054688, - 1.2786636352539062, - 1.2794647216796875, - 1.2798652648925781, - 1.2794647216796875, - 1.2786636352539062, - 1.2790641784667969, - 1.2794647216796875, - 1.2798652648925781, - 1.2794647216796875, - 1.2782630920410156, - 1.2790641784667969, - 1.2802658081054688, - 1.2790641784667969, - 1.2798652648925781, - 1.2794647216796875, - 1.2802658081054688, - 1.2770614624023438, - 1.277862548828125, - 1.2790641784667969, - 1.2790641784667969, - 1.2786636352539062, - 1.2798652648925781, - 1.2802658081054688, - 1.2790641784667969, - 1.2794647216796875, - 1.2786636352539062, - 1.28106689453125, - 1.2822685241699219, - 1.2822685241699219, - 1.2822685241699219, - 1.2826690673828125, - 1.2834701538085938, - 1.2826690673828125, - 1.2830696105957031, - 1.2846717834472656, - 1.2834701538085938, - 1.2838706970214844, - 1.2846717834472656, - 1.2850723266601562, - 1.2838706970214844, - 1.2862739562988281, - 1.2862739562988281, - 1.2878761291503906, - 1.2878761291503906, - 1.2874755859375, - 1.2870750427246094, - 1.2874755859375, - 1.2878761291503906, - 1.2878761291503906, - 1.2882766723632812, - 1.290679931640625, - 1.290679931640625, - 1.2910804748535156, - 1.2942848205566406, - 1.2942848205566406 + 1.36492919921875, + 1.3339943885803223, + 1.3200111389160156, + 1.3143844604492188, + 1.30999755859375, + 1.307708740234375, + 1.306182861328125, + 1.30389404296875, + 1.3035125732421875, + 1.3014144897460938, + 1.300079345703125, + 1.2996978759765625, + 1.300079345703125, + 1.2987442016601562, + 1.29931640625, + 1.298553466796875, + 1.2995071411132812, + 1.2975997924804688, + 1.29931640625, + 1.29931640625, + 1.2979812622070312, + 1.2966461181640625, + 1.2972183227539062, + 1.2975997924804688, + 1.2981719970703125, + 1.2981719970703125, + 1.29779052734375, + 1.298553466796875, + 1.29779052734375, + 1.2960739135742188, + 1.2962646484375, + 1.2964553833007812, + 1.2974090576171875, + 1.2960739135742188, + 1.2966461181640625, + 1.2974090576171875, + 1.2962646484375, + 1.295501708984375, + 1.2956924438476562, + 1.2960739135742188, + 1.295501708984375, + 1.2949295043945312, + 1.2941665649414062, + 1.2960739135742188, + 1.2958831787109375, + 1.2958831787109375, + 1.2958831787109375, + 1.2966461181640625, + 1.298553466796875, + 1.298553466796875, + 1.29931640625, + 1.29931640625, + 1.297027587890625, + 1.2966461181640625, + 1.2987442016601562, + 1.298553466796875, + 1.2968368530273438, + 1.2975997924804688, + 1.2966461181640625, + 1.2991256713867188, + 1.2979812622070312, + 1.298553466796875, + 1.2979812622070312, + 1.2964553833007812, + 1.2974090576171875, + 1.2960739135742188, + 1.297027587890625, + 1.2979812622070312, + 1.2975997924804688, + 1.298553466796875, + 1.300079345703125, + 1.3010330200195312 ], "p10": [ - 1.220184326171875, - 1.2089691162109375, - 1.2049636840820312, - 1.20416259765625, - 1.2025604248046875, - 1.2017593383789062, - 1.1985549926757812, - 1.2001571655273438, - 1.200958251953125, - 1.1993560791015625, - 1.2001571655273438, - 1.1993560791015625, - 1.2001571655273438, - 1.200958251953125, - 1.200958251953125, - 1.1985549926757812, - 1.19775390625, - 1.1953506469726562, - 1.194549560546875, - 1.194549560546875, - 1.194549560546875, - 1.194549560546875, - 1.1953506469726562, - 1.194549560546875, - 1.1953506469726562, - 1.1961517333984375, - 1.1961517333984375, - 1.1961517333984375, - 1.1953506469726562, - 1.194549560546875, - 1.1953506469726562, - 1.1953506469726562, - 1.1953506469726562, - 1.1937484741210938, - 1.1937484741210938, - 1.1937484741210938, - 1.1937484741210938, - 1.1937484741210938, - 1.1953506469726562, - 1.194549560546875, - 1.1937484741210938, - 1.194549560546875, - 1.1929473876953125, - 1.194549560546875, - 1.194549560546875, - 1.194549560546875, - 1.1953506469726562, - 1.1953506469726562, - 1.1953506469726562, - 1.1929473876953125, - 1.1921463012695312, - 1.1937484741210938, - 1.1929473876953125, - 1.1937484741210938, - 1.194549560546875, - 1.1953506469726562, - 1.1953506469726562, - 1.19775390625, - 1.19775390625, - 1.1985549926757812, - 1.19775390625, - 1.19775390625, - 1.19775390625, - 1.1969528198242188, - 1.1993560791015625, - 1.19775390625, - 1.1961517333984375, - 1.19775390625, - 1.1985549926757812, - 1.1985549926757812, - 1.2017593383789062, - 1.2017593383789062 + 1.2729949951171875, + 1.231414794921875, + 1.222259521484375, + 1.219970703125, + 1.21844482421875, + 1.216156005859375, + 1.2138671875, + 1.2138671875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.213104248046875, + 1.2138671875, + 1.21234130859375, + 1.2138671875, + 1.211578369140625, + 1.2108154296875, + 1.2108154296875, + 1.20928955078125, + 1.208526611328125, + 1.208526611328125, + 1.20928955078125, + 1.20928955078125, + 1.210052490234375, + 1.210052490234375, + 1.210052490234375, + 1.208526611328125, + 1.207000732421875, + 1.207763671875, + 1.207763671875, + 1.2108154296875, + 1.210052490234375, + 1.20928955078125, + 1.210052490234375, + 1.208526611328125, + 1.207763671875, + 1.208526611328125, + 1.20928955078125, + 1.210052490234375, + 1.20928955078125, + 1.210052490234375, + 1.210052490234375, + 1.20928955078125, + 1.208526611328125, + 1.20928955078125, + 1.20928955078125, + 1.20928955078125, + 1.207763671875, + 1.208526611328125, + 1.208526611328125, + 1.207000732421875, + 1.207000732421875, + 1.20928955078125, + 1.20928955078125, + 1.208526611328125, + 1.20928955078125, + 1.208526611328125, + 1.210052490234375, + 1.208526611328125, + 1.208526611328125, + 1.208526611328125, + 1.207000732421875, + 1.20928955078125, + 1.207763671875, + 1.207000732421875, + 1.207763671875, + 1.208526611328125, + 1.20928955078125, + 1.2108154296875, + 1.2108154296875 ], "p90": [ - 1.384206771850586, - 1.397024154663086, - 1.4020309448242188, - 1.4048347473144531, - 1.4056358337402344, - 1.4040336608886719, - 1.406036376953125, - 1.4056358337402344, - 1.4052352905273438, - 1.4072380065917969, - 1.4052352905273438, - 1.4080390930175781, - 1.4072380065917969, - 1.4072380065917969, - 1.406036376953125, - 1.406036376953125, - 1.4100418090820312, - 1.4088401794433594, - 1.4104423522949219, - 1.4108428955078125, - 1.4096412658691406, - 1.4088401794433594, - 1.40924072265625, - 1.4104423522949219, - 1.4104423522949219, - 1.40924072265625, - 1.4084396362304688, - 1.4088401794433594, - 1.4112434387207031, - 1.4112434387207031, - 1.4120445251464844, - 1.4116439819335938, - 1.4132461547851562, - 1.4112434387207031, - 1.4112434387207031, - 1.4132461547851562, - 1.412445068359375, - 1.4128456115722656, - 1.4144477844238281, - 1.4156494140625, - 1.4140472412109375, - 1.4140472412109375, - 1.4132461547851562, - 1.4160499572753906, - 1.4184532165527344, - 1.4184532165527344, - 1.4196548461914062, - 1.4200553894042969, - 1.418853759765625, - 1.4180526733398438, - 1.4184532165527344, - 1.4208564758300781, - 1.4200553894042969, - 1.4200553894042969, - 1.4204559326171875, - 1.4208564758300781, - 1.4204559326171875, - 1.4224586486816406, - 1.4224586486816406, - 1.4236602783203125, - 1.4232597351074219, - 1.4244613647460938, - 1.4240608215332031, - 1.4256629943847656, - 1.4236602783203125, - 1.4232597351074219, - 1.4244613647460938, - 1.4260635375976562, - 1.4256629943847656, - 1.4260635375976562, - 1.4292678833007812, - 1.4300689697265625 + 1.458770751953125, + 1.451904296875, + 1.44427490234375, + 1.4427490234375, + 1.439697265625, + 1.438934326171875, + 1.440460205078125, + 1.435882568359375, + 1.4366455078125, + 1.434356689453125, + 1.43206787109375, + 1.4332122802734375, + 1.4332122802734375, + 1.434356689453125, + 1.43359375, + 1.43206787109375, + 1.4309234619140625, + 1.4293975830078125, + 1.43206787109375, + 1.4316864013671875, + 1.42901611328125, + 1.4278717041015625, + 1.42901611328125, + 1.4286346435546875, + 1.4293975830078125, + 1.4293975830078125, + 1.429779052734375, + 1.4301605224609375, + 1.4301605224609375, + 1.4293975830078125, + 1.42901611328125, + 1.42901611328125, + 1.4293975830078125, + 1.4293975830078125, + 1.4305419921875, + 1.4309234619140625, + 1.4293975830078125, + 1.4286346435546875, + 1.42901611328125, + 1.4301605224609375, + 1.4301605224609375, + 1.4293975830078125, + 1.4278717041015625, + 1.4301605224609375, + 1.4301605224609375, + 1.4301605224609375, + 1.4305419921875, + 1.43206787109375, + 1.434356689453125, + 1.43359375, + 1.43511962890625, + 1.43511962890625, + 1.432830810546875, + 1.432830810546875, + 1.435882568359375, + 1.435882568359375, + 1.434356689453125, + 1.43511962890625, + 1.4332122802734375, + 1.435882568359375, + 1.43511962890625, + 1.4366455078125, + 1.43511962890625, + 1.434356689453125, + 1.4309234619140625, + 1.4293975830078125, + 1.4305419921875, + 1.4305419921875, + 1.4305419921875, + 1.43206787109375, + 1.4332122802734375, + 1.434356689453125 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index cdc0840428f0ee2765058a762145b9be46fa6e26..39ee3b3577dab5f6aadb87ecbd79a986a8b0ae7d 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,30 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-21T17:17:57.298243+00:00", + "evaluated_at": "2026-06-21T21:31:13.745963+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t160000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t101800z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t164000z", - "data_fetched_at": "2026-06-21T16:30:32.924848Z", - "context_length": 79, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, "prediction_length": 72 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e63753235cb4c414f43848c24c1df693ab179cc6..e9b83d60fe3b5475a01f0fb7c6aa4cb84ad409e1 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,49799.45292599996,103240.96105066936,293.0328776041667,0.24929649155974498,0.004561555113665124,0.004574089597760633,0.8025955870515307,223.15791029224118,0.0034771900896932674,0.004565964148997209,0.002950113206621629,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,54464.245194117226,102594.0351746877,299.1541341145833,0.25705369765592956,0.004656104937811956,0.004668557857081077,1.3807953882945005,233.37575965407638,0.003634127258240663,0.004658428085301793,0.0030871764812303738,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.012198430345625807,0.006960987897205229,0.05846481323242188,0.1261490219792144,0.06746916131468654,0.06192116774591865,8.451714199855301,0.1104465044518196,0.0893278938286326,0.04728568509304755,0.07049145906231032,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.036581237774412086,0.045045722588596765,0.18289979795614877,1.7013933938909103,0.12645412848388887,0.13774739620232776,29.06983636883912,0.1912622225490755,0.13770880023533436,0.13168785452842713,0.09971713333659701,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01011790069418037,0.014987276180288183,0.09036620358626048,0.2023237197166546,0.2203987683417446,0.2804122898226958,1.2537754177104885,0.10058777606737496,0.16659123034046677,0.14966249006786597,0.09833686511706305,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.023686347747258394,0.030916812135592844,0.13990007009771135,1.3640258460572374,0.09307363860676023,0.09967501797043082,24.301688852362496,0.15390369634046608,0.10810796230744935,0.0982712687515631,0.07810986056237362,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.8772488047457803,1.8895700035523457,1.0933181842168171,4.209567168554329,0.0696267154758165,0.07363119021311852,167.2243537607304,1.3701272950882266,0.09083716873513105,0.07248518348398789,0.07257307912031517,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,20.031067706803395,14.777440889961023,3.3800037701924643,0.29668340872135285,0.1261335960061947,0.12785232541634214,13.5062926583928,4.475608082350754,0.16167156837651764,0.12209525512308542,0.157146936754062,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4165195235903714,0.5548938372089651,0.6126102606455485,0.31390112277518395,0.023809344992799405,0.024105413507574874,6.179738776633591,0.6453832377668105,0.025880029584634007,0.024565824988292673,0.022563499635522725,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 12ae08e58a46837c5f0bcee54072c07dc8fd7763..f1dc628b8a959532d292474a7f0af8b9af0c80ea 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:44:37.126659+00:00", + "evaluated_at": "2026-06-21T20:34:04.964198+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63806.77734375, - 63822.3125, - 63827.1640625, - 63833.51953125, - 63834.953125, - 63849.7578125, - 63855.14453125, - 63865.5078125, - 63878.15625, - 63906.9765625, - 63897.1171875, - 63906.3359375, - 63902.54296875, - 63884.203125, - 63893.01953125, - 63876.2421875, - 63886.65234375, - 63906.9609375, - 63914.97265625, - 63936.0, - 63923.7421875, - 63927.4609375, - 63939.453125, - 63957.703125 + 63858.8515625, + 63863.7578125, + 63851.609375, + 63865.703125, + 63871.7109375, + 63881.515625, + 63866.2578125, + 63875.03125, + 63900.4375, + 63912.5703125, + 63898.828125, + 63909.96875, + 63924.0, + 63908.9609375, + 63931.2734375, + 63927.8828125, + 63937.0234375, + 63950.1484375, + 63960.3984375, + 63981.1015625, + 63967.578125, + 63986.5625, + 63999.9296875, + 64017.0390625 ], "p10": [ - 63865.08203125, - 63842.6640625, - 63923.2734375, - 63883.0, - 63893.703125, - 63946.6015625, - 63978.19140625, - 63995.390625, - 63970.7890625, - 63950.0703125, - 63980.1796875, - 63978.0859375, - 63968.34375, - 63969.76953125, - 64002.7734375, - 64008.90234375, - 63982.20703125, - 64080.91015625, - 64020.48046875, - 64029.34765625, - 64031.44921875, - 64087.97265625, - 64044.1875, - 64086.76171875 + 63908.953125, + 63888.8671875, + 63940.578125, + 63936.2265625, + 63947.0625, + 63982.84375, + 63984.21875, + 63998.8828125, + 63985.6796875, + 63950.765625, + 63959.140625, + 63987.0703125, + 63998.3828125, + 63990.1796875, + 64020.828125, + 64018.6796875, + 64012.359375, + 64084.015625, + 64065.9921875, + 64067.5625, + 64071.140625, + 64119.4765625, + 64070.671875, + 64108.953125 ], "p90": [ - 64071.18359375, - 64122.81640625, - 64154.9921875, - 64176.37109375, - 64191.10546875, - 64215.05078125, - 64253.6015625, - 64276.4921875, - 64305.921875, - 64359.58203125, - 64347.90234375, - 64381.85546875, - 64390.1171875, - 64401.1015625, - 64433.67578125, - 64449.02734375, - 64467.55078125, - 64503.41796875, - 64540.48828125, - 64557.96875, - 64564.765625, - 64589.98828125, - 64598.3125, - 64613.50390625 + 64093.0859375, + 64136.1484375, + 64147.84375, + 64175.3203125, + 64194.4375, + 64205.9921875, + 64216.453125, + 64229.90625, + 64281.9453125, + 64312.359375, + 64300.078125, + 64335.6015625, + 64373.5234375, + 64388.4609375, + 64436.3984375, + 64452.328125, + 64477.546875, + 64500.71875, + 64541.6484375, + 64551.78125, + 64557.015625, + 64596.9296875, + 64589.453125, + 64598.46875 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index fe27b6794d3de21f423e4df0ae25878633b3ab2a..6817f1cf067add9328f0c204d6b1774b9236a237 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T16:32:02.093321+00:00", + "evaluated_at": "2026-06-21T20:34:28.821001+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1bf0c4daca3178af84148b00915f8708d9b459cd..59a1738deda9e010637e7b8529758867a0523386 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T16:32:11.150224+00:00", + "evaluated_at": "2026-06-21T20:34:33.893441+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3480982780456543, - 1.3645172119140625, - 1.3910813331604004, - 1.4049466848373413, - 1.417227029800415, - 1.435321569442749, - 1.4497123956680298, - 1.4563161134719849, - 1.4569733142852783, - 1.4864236116409302, - 1.4967809915542603, - 1.5084372758865356, - 1.5062216520309448, - 1.4943451881408691, - 1.4912430047988892, - 1.498281478881836, - 1.4951529502868652, - 1.4896730184555054, - 1.5138587951660156, - 1.4939783811569214, - 1.4938762187957764, - 1.477096676826477, - 1.4869663715362549, - 1.4805911779403687, - 1.4850311279296875, - 1.4805552959442139, - 1.4652926921844482, - 1.4592381715774536, - 1.4424176216125488, - 1.4291704893112183, - 1.4204511642456055, - 1.3985333442687988, - 1.3910402059555054, - 1.377306342124939, - 1.3550153970718384, - 1.3165769577026367, - 1.305437445640564, - 1.2750096321105957, - 1.255581021308899, - 1.2448747158050537, - 1.2364481687545776, - 1.1977564096450806, - 1.170121192932129, - 1.1590958833694458, - 1.1396070718765259, - 1.1191072463989258, - 1.0917924642562866, - 1.0705183744430542, - 1.0582424402236938, - 1.025414228439331, - 0.9964664578437805, - 0.9796097874641418, - 0.9440070986747742, - 0.9162810444831848, - 0.893892228603363, - 0.8562873601913452, - 0.8312706351280212, - 0.7953351140022278, - 0.7810962200164795, - 0.7436854839324951 + 1.258550763130188, + 1.2254974842071533, + 1.2102049589157104, + 1.1678863763809204, + 1.1222364902496338, + 1.1030809879302979, + 1.0640853643417358, + 1.0522024631500244, + 1.02615487575531, + 0.9803562164306641, + 0.925241231918335, + 0.8973287343978882, + 0.8662785291671753, + 0.8456693887710571, + 0.8159315586090088, + 0.7954751253128052, + 0.7628412246704102, + 0.7178469896316528, + 0.6708455681800842, + 0.6412352323532104, + 0.6283949613571167, + 0.5772380828857422, + 0.5521628260612488, + 0.5285917520523071, + 0.5026990175247192, + 0.46803218126296997, + 0.4559919238090515, + 0.44489532709121704, + 0.41338682174682617, + 0.3825704753398895, + 0.35846713185310364, + 0.3229900598526001, + 0.31436794996261597, + 0.2858785390853882, + 0.27490586042404175, + 0.25724971294403076, + 0.2535722255706787, + 0.22215941548347473, + 0.21635667979717255, + 0.1992342472076416, + 0.20315568149089813, + 0.17968817055225372, + 0.19296856224536896, + 0.18552155792713165, + 0.16722333431243896, + 0.1733255386352539, + 0.18134313821792603, + 0.17047293484210968, + 0.16511283814907074, + 0.18446487188339233, + 0.19256694614887238, + 0.1849631667137146, + 0.19070251286029816, + 0.21021249890327454, + 0.22807763516902924, + 0.2423328161239624, + 0.2679702043533325, + 0.2834976315498352, + 0.2940702438354492, + 0.31484127044677734 ], "p10": [ - 1.3666754961013794, - 1.3631926774978638, - 1.4085214138031006, - 1.4289406538009644, - 1.4073281288146973, - 1.4362086057662964, - 1.4573711156845093, - 1.4869197607040405, - 1.4770337343215942, - 1.521156668663025, - 1.506711483001709, - 1.5329569578170776, - 1.5085628032684326, - 1.5280472040176392, - 1.5017244815826416, - 1.5269221067428589, - 1.5074635744094849, - 1.5201966762542725, - 1.5229053497314453, - 1.5624765157699585, - 1.5290944576263428, - 1.5292261838912964, - 1.538509726524353, - 1.5336401462554932, - 1.5207093954086304, - 1.5395684242248535, - 1.4916067123413086, - 1.497404932975769, - 1.4935259819030762, - 1.48065185546875, - 1.475454330444336, - 1.4448891878128052, - 1.4284502267837524, - 1.421639084815979, - 1.3939411640167236, - 1.37964928150177, - 1.348984956741333, - 1.344740629196167, - 1.324029564857483, - 1.2944716215133667, - 1.293220043182373, - 1.2628445625305176, - 1.2258027791976929, - 1.2458873987197876, - 1.1991301774978638, - 1.1892770528793335, - 1.1686066389083862, - 1.1378816366195679, - 1.1282604932785034, - 1.1038984060287476, - 1.042691946029663, - 1.0254771709442139, - 0.9975559115409851, - 0.9866601824760437, - 0.9798387289047241, - 0.937630832195282, - 0.9058182239532471, - 0.8625895977020264, - 0.8351002335548401, - 0.8133873343467712 + 1.243422031402588, + 1.2465182542800903, + 1.1976021528244019, + 1.1999350786209106, + 1.1421236991882324, + 1.1086426973342896, + 1.0744863748550415, + 1.0309019088745117, + 1.036407470703125, + 0.9942080974578857, + 0.9555783271789551, + 0.9222074747085571, + 0.8655999898910522, + 0.8512473106384277, + 0.8355840444564819, + 0.7982884645462036, + 0.7850719690322876, + 0.7187036871910095, + 0.6717981696128845, + 0.6536483764648438, + 0.6033086776733398, + 0.6156919002532959, + 0.580862283706665, + 0.5518153309822083, + 0.526138424873352, + 0.4909771680831909, + 0.46209773421287537, + 0.4512039124965668, + 0.45101359486579895, + 0.4131301939487457, + 0.39640140533447266, + 0.3610905408859253, + 0.3337799310684204, + 0.34249499440193176, + 0.3011358380317688, + 0.3223702311515808, + 0.28296008706092834, + 0.23313578963279724, + 0.24454465508460999, + 0.2417243868112564, + 0.21939446032047272, + 0.21084493398666382, + 0.2151329517364502, + 0.21059036254882812, + 0.21417297422885895, + 0.2188977301120758, + 0.21366055309772491, + 0.22420163452625275, + 0.24552534520626068, + 0.235930934548378, + 0.2553856372833252, + 0.24633318185806274, + 0.24828770756721497, + 0.2699495553970337, + 0.301726371049881, + 0.32847389578819275, + 0.31636542081832886, + 0.3585852384567261, + 0.37318211793899536, + 0.37266600131988525 ], "p90": [ - 1.3580365180969238, - 1.3799195289611816, - 1.4211324453353882, - 1.444573998451233, - 1.4626401662826538, - 1.4874045848846436, - 1.5005091428756714, - 1.5059963464736938, - 1.5202102661132812, - 1.5496445894241333, - 1.5694830417633057, - 1.5686736106872559, - 1.5776077508926392, - 1.5753973722457886, - 1.5759989023208618, - 1.5752559900283813, - 1.582859754562378, - 1.5921863317489624, - 1.613188624382019, - 1.601860523223877, - 1.6052495241165161, - 1.5925886631011963, - 1.595963478088379, - 1.5903162956237793, - 1.5980621576309204, - 1.598291039466858, - 1.5862414836883545, - 1.5836659669876099, - 1.5743048191070557, - 1.5803585052490234, - 1.572340965270996, - 1.5554064512252808, - 1.5420457124710083, - 1.5301079750061035, - 1.507147192955017, - 1.4851230382919312, - 1.4760944843292236, - 1.4584163427352905, - 1.4435561895370483, - 1.4229816198349, - 1.4119601249694824, - 1.3777714967727661, - 1.348367691040039, - 1.344900369644165, - 1.336248755455017, - 1.307504653930664, - 1.2851003408432007, - 1.2632619142532349, - 1.2447888851165771, - 1.2147530317306519, - 1.1962735652923584, - 1.1889209747314453, - 1.1489213705062866, - 1.1305711269378662, - 1.1022825241088867, - 1.0772255659103394, - 1.0350037813186646, - 1.0184444189071655, - 1.0000993013381958, - 0.966900110244751 + 1.26326584815979, + 1.2393563985824585, + 1.2355520725250244, + 1.1981064081192017, + 1.1760889291763306, + 1.1577857732772827, + 1.116402506828308, + 1.1113388538360596, + 1.0889384746551514, + 1.0399476289749146, + 1.0006564855575562, + 0.960345983505249, + 0.9357233047485352, + 0.9133533239364624, + 0.8785948753356934, + 0.8530867099761963, + 0.8251973390579224, + 0.7864269018173218, + 0.7485558986663818, + 0.7309529781341553, + 0.7166405320167542, + 0.658447265625, + 0.6396501064300537, + 0.6092784404754639, + 0.5929364562034607, + 0.5589042901992798, + 0.5501643419265747, + 0.5402493476867676, + 0.5186573266983032, + 0.48099857568740845, + 0.4684138298034668, + 0.43260255455970764, + 0.4290144443511963, + 0.39132168889045715, + 0.3773813545703888, + 0.37558430433273315, + 0.39291369915008545, + 0.35235831141471863, + 0.34123337268829346, + 0.3241855800151825, + 0.3251987397670746, + 0.3149382472038269, + 0.3290480375289917, + 0.3304312229156494, + 0.31795230507850647, + 0.31333407759666443, + 0.34039679169654846, + 0.33238905668258667, + 0.3346935510635376, + 0.35189223289489746, + 0.35971805453300476, + 0.3681359887123108, + 0.3718722462654114, + 0.40644145011901855, + 0.42258220911026, + 0.4417625069618225, + 0.46538540720939636, + 0.49496182799339294, + 0.5016589760780334, + 0.5336389541625977 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ba105f9af2abf9d5eac93b96c41ebe9bfc84ddfe..d80fb8936120e95078d41ce65dbe346290992da3 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T16:32:18.628966+00:00", + "evaluated_at": "2026-06-21T20:34:39.829556+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2513773441314697, - 1.2396053075790405, - 1.2321851253509521, - 1.2216278314590454, - 1.2092982530593872, - 1.2006932497024536, - 1.1989866495132446, - 1.199324369430542, - 1.1977901458740234, - 1.199946403503418, - 1.199110507965088, - 1.200097680091858, - 1.2010953426361084, - 1.2036802768707275, - 1.2021056413650513, - 1.1989619731903076, - 1.1988404989242554, - 1.1961475610733032, - 1.1957484483718872, - 1.1964678764343262, - 1.199616551399231, - 1.201047420501709, - 1.2027102708816528, - 1.2108780145645142, - 1.205566167831421, - 1.2035719156265259, - 1.204304814338684, - 1.202003002166748, - 1.2026169300079346, - 1.198559284210205, - 1.1986840963363647, - 1.2005270719528198, - 1.2001200914382935, - 1.2013102769851685, - 1.1995972394943237, - 1.20297372341156, - 1.2064088582992554, - 1.205553412437439, - 1.207995891571045, - 1.2049528360366821, - 1.206334114074707, - 1.2039129734039307, - 1.2073601484298706, - 1.208048939704895, - 1.2022160291671753, - 1.207721471786499, - 1.2105644941329956, - 1.210245132446289, - 1.2097183465957642, - 1.2121696472167969, - 1.212093472480774, - 1.2106627225875854, - 1.211121916770935, - 1.207067608833313, - 1.2074902057647705, - 1.206202507019043, - 1.2091917991638184, - 1.2089921236038208, - 1.2085307836532593, - 1.2096935510635376, - 1.2080458402633667, - 1.205605387687683, - 1.2073910236358643, - 1.205632209777832, - 1.2041288614273071, - 1.2059862613677979, - 1.2082557678222656, - 1.2078437805175781, - 1.20323646068573, - 1.2042756080627441, - 1.2069064378738403, - 1.2062524557113647 + 1.3292618989944458, + 1.3230499029159546, + 1.3210408687591553, + 1.322432041168213, + 1.3187744617462158, + 1.3171275854110718, + 1.3128392696380615, + 1.309759259223938, + 1.2994842529296875, + 1.2985740900039673, + 1.29839289188385, + 1.2956515550613403, + 1.2992290258407593, + 1.301222562789917, + 1.2975035905838013, + 1.2958308458328247, + 1.2945780754089355, + 1.2938824892044067, + 1.293818473815918, + 1.295695424079895, + 1.2932363748550415, + 1.2949103116989136, + 1.2937990427017212, + 1.2954134941101074, + 1.290732979774475, + 1.2909767627716064, + 1.2937616109848022, + 1.293677806854248, + 1.2978662252426147, + 1.2883330583572388, + 1.2884098291397095, + 1.2900131940841675, + 1.2841299772262573, + 1.2846918106079102, + 1.2829698324203491, + 1.28434419631958, + 1.2852745056152344, + 1.2868965864181519, + 1.2884029150009155, + 1.2875192165374756, + 1.2936408519744873, + 1.2936742305755615, + 1.2959649562835693, + 1.2963063716888428, + 1.2949061393737793, + 1.2988345623016357, + 1.3033006191253662, + 1.3009345531463623, + 1.3020250797271729, + 1.3039284944534302, + 1.3027681112289429, + 1.2981159687042236, + 1.3021490573883057, + 1.3012045621871948, + 1.2992175817489624, + 1.3024318218231201, + 1.3013780117034912, + 1.3005297183990479, + 1.3001238107681274, + 1.3007981777191162, + 1.3030779361724854, + 1.304754376411438, + 1.307099461555481, + 1.3039439916610718, + 1.304567575454712, + 1.3056714534759521, + 1.3107329607009888, + 1.3120039701461792, + 1.3100733757019043, + 1.3148127794265747, + 1.3154881000518799, + 1.3118847608566284 ], "p10": [ - 1.2815974950790405, - 1.2764348983764648, - 1.2642461061477661, - 1.258531093597412, - 1.2468374967575073, - 1.2404146194458008, - 1.233208417892456, - 1.2333507537841797, - 1.2345969676971436, - 1.2349282503128052, - 1.2388726472854614, - 1.2418885231018066, - 1.2388291358947754, - 1.2438819408416748, - 1.2423051595687866, - 1.2380748987197876, - 1.2404670715332031, - 1.2381552457809448, - 1.2384175062179565, - 1.2358602285385132, - 1.235249638557434, - 1.2417889833450317, - 1.241254448890686, - 1.2473783493041992, - 1.246335744857788, - 1.2461223602294922, - 1.2468191385269165, - 1.2447741031646729, - 1.2429420948028564, - 1.2407039403915405, - 1.2462040185928345, - 1.242484211921692, - 1.2448394298553467, - 1.2441391944885254, - 1.2481839656829834, - 1.2500485181808472, - 1.2489525079727173, - 1.2537875175476074, - 1.253372311592102, - 1.2500213384628296, - 1.2480168342590332, - 1.2542974948883057, - 1.2546442747116089, - 1.2549515962600708, - 1.2571343183517456, - 1.2571628093719482, - 1.2530215978622437, - 1.2573792934417725, - 1.2621454000473022, - 1.2620609998703003, - 1.2646946907043457, - 1.263112187385559, - 1.256653904914856, - 1.2550718784332275, - 1.2580747604370117, - 1.261225938796997, - 1.255776047706604, - 1.2558903694152832, - 1.2585605382919312, - 1.2644903659820557, - 1.2560995817184448, - 1.2532905340194702, - 1.2592631578445435, - 1.2585248947143555, - 1.2558141946792603, - 1.2626338005065918, - 1.260400414466858, - 1.2584294080734253, - 1.2569541931152344, - 1.259968638420105, - 1.2597748041152954, - 1.259791612625122 + 1.3479318618774414, + 1.3481048345565796, + 1.3449671268463135, + 1.3477858304977417, + 1.3486982583999634, + 1.346913456916809, + 1.3449584245681763, + 1.3410309553146362, + 1.3339390754699707, + 1.3290103673934937, + 1.334557294845581, + 1.3315826654434204, + 1.3328365087509155, + 1.3348568677902222, + 1.3346236944198608, + 1.3293246030807495, + 1.3292485475540161, + 1.3318579196929932, + 1.3343799114227295, + 1.323831558227539, + 1.3260248899459839, + 1.3320375680923462, + 1.3267583847045898, + 1.329979658126831, + 1.3312106132507324, + 1.3289446830749512, + 1.3292566537857056, + 1.3333685398101807, + 1.3312013149261475, + 1.3266335725784302, + 1.3310827016830444, + 1.326466679573059, + 1.3290250301361084, + 1.3216044902801514, + 1.3240976333618164, + 1.320862889289856, + 1.3225730657577515, + 1.3274626731872559, + 1.3287713527679443, + 1.3233190774917603, + 1.3286553621292114, + 1.3320941925048828, + 1.3329652547836304, + 1.33368718624115, + 1.3357422351837158, + 1.3379770517349243, + 1.339607834815979, + 1.3386523723602295, + 1.3433260917663574, + 1.3439769744873047, + 1.3400660753250122, + 1.340219259262085, + 1.3373740911483765, + 1.33933424949646, + 1.3358945846557617, + 1.3413974046707153, + 1.339123249053955, + 1.3394064903259277, + 1.3419146537780762, + 1.3462904691696167, + 1.3419692516326904, + 1.347625494003296, + 1.3474069833755493, + 1.3446834087371826, + 1.3436648845672607, + 1.3507540225982666, + 1.3470097780227661, + 1.3520407676696777, + 1.3523823022842407, + 1.3558590412139893, + 1.356231689453125, + 1.3527506589889526 ], "p90": [ - 1.335854411125183, - 1.3338613510131836, - 1.3306629657745361, - 1.3210195302963257, - 1.310291051864624, - 1.301690936088562, - 1.298429012298584, - 1.2991145849227905, - 1.2965930700302124, - 1.2996331453323364, - 1.30141019821167, - 1.3028041124343872, - 1.3058927059173584, - 1.3101184368133545, - 1.3089255094528198, - 1.3078099489212036, - 1.307961106300354, - 1.3072859048843384, - 1.3068376779556274, - 1.3054914474487305, - 1.3084948062896729, - 1.3119617700576782, - 1.313734769821167, - 1.3180105686187744, - 1.3189680576324463, - 1.3168593645095825, - 1.3179595470428467, - 1.3202041387557983, - 1.3227330446243286, - 1.3203976154327393, - 1.3216973543167114, - 1.3197081089019775, - 1.31954026222229, - 1.3230060338974, - 1.3227845430374146, - 1.3278226852416992, - 1.331050157546997, - 1.3338854312896729, - 1.3350569009780884, - 1.3340539932250977, - 1.334578514099121, - 1.3361756801605225, - 1.3385393619537354, - 1.3405945301055908, - 1.3341963291168213, - 1.3418126106262207, - 1.344792366027832, - 1.34519624710083, - 1.346243977546692, - 1.3493468761444092, - 1.3499746322631836, - 1.3535393476486206, - 1.352569580078125, - 1.3505014181137085, - 1.3481109142303467, - 1.3482228517532349, - 1.3495005369186401, - 1.3510618209838867, - 1.3526725769042969, - 1.355216383934021, - 1.3536829948425293, - 1.3533935546875, - 1.3561062812805176, - 1.3579293489456177, - 1.356139898300171, - 1.3582334518432617, - 1.3606094121932983, - 1.3609514236450195, - 1.3572856187820435, - 1.3585911989212036, - 1.3612531423568726, - 1.3627358675003052 + 1.402684211730957, + 1.406675100326538, + 1.4149422645568848, + 1.4215080738067627, + 1.4227112531661987, + 1.425689458847046, + 1.4240602254867554, + 1.4242693185806274, + 1.4189401865005493, + 1.417746901512146, + 1.4198534488677979, + 1.4178167581558228, + 1.4254775047302246, + 1.4278603792190552, + 1.4254591464996338, + 1.4266033172607422, + 1.4251272678375244, + 1.4233859777450562, + 1.4247660636901855, + 1.4249902963638306, + 1.4243227243423462, + 1.4289251565933228, + 1.427615761756897, + 1.4277247190475464, + 1.4285603761672974, + 1.4295639991760254, + 1.429652452468872, + 1.4343879222869873, + 1.436936616897583, + 1.4321919679641724, + 1.4302564859390259, + 1.4298075437545776, + 1.4257868528366089, + 1.4265823364257812, + 1.4274049997329712, + 1.4281834363937378, + 1.4280595779418945, + 1.4290739297866821, + 1.4309998750686646, + 1.4307352304458618, + 1.434672474861145, + 1.4387227296829224, + 1.4373447895050049, + 1.4377855062484741, + 1.4360181093215942, + 1.4447040557861328, + 1.4500733613967896, + 1.450646162033081, + 1.452864170074463, + 1.4546031951904297, + 1.4511756896972656, + 1.453507900238037, + 1.4534074068069458, + 1.4554493427276611, + 1.456066370010376, + 1.4598253965377808, + 1.4571752548217773, + 1.4607000350952148, + 1.4633631706237793, + 1.4640473127365112, + 1.466875672340393, + 1.471055030822754, + 1.4737257957458496, + 1.4748148918151855, + 1.4729784727096558, + 1.4739636182785034, + 1.4784208536148071, + 1.480089545249939, + 1.4781582355499268, + 1.485334038734436, + 1.4856016635894775, + 1.4872103929519653 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 01f3e2ff9b01b5f9c5a3dacfb8a0263ea7bc3408..b40ca232ec74cd31eb5d606b8354cf82d244ae64 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,49 +1,31 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-21T18:01:28.260143+00:00", + "evaluated_at": "2026-06-21T20:34:41.935922+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t153000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t145000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a05198f88b19143c76256e8516a73aad6a7552a9..916174e205a88ff33a20985e1b175a80f3efcba6 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,49596.357009251915,49596.357009251915,178.00081380208334,0.15143344575683146,0.002770001945662993,0.002776004076622989,1.6174925098182864,222.7023956073484,0.0034700923751379343,0.002773563638857306,0.004530084426377552,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,39289.53016980489,39289.53016980489,153.25764973958334,0.13168945726328418,0.0023844273462043353,0.0023891179923537053,1.5417331171611919,198.21586760349155,0.0030866174299396167,0.002386528075058336,0.004051109733872273,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09068008044587028,0.09068008044587028,0.21708068748315176,0.4683931223334329,0.24585760903529863,0.19039787276334158,1.336381358760717,0.3011313342146086,0.24355164506751276,0.17557242485841373,0.10819162895463606,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.034111945616344265,0.034111945616344265,0.14849103490511575,1.3813118913349525,0.10167522735854659,0.10988062011499711,13.15731786798945,0.18469419486368344,0.13297982030185207,0.10691354513168334,0.08511556047863429,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.016612833918646385,0.016612833918646385,0.09388775775829951,0.21020823750090034,0.2206933577737725,0.2808553343300904,1.6751664214791717,0.12889078290803568,0.21346603875418624,0.15549480951230457,0.20798537631760988,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.025527593784022348,0.025527593784022348,0.13445880346828037,1.310973490095952,0.09094246078526402,0.0955030912958674,6.71359819981633,0.15977357035511958,0.11223119088359619,0.0944491107289384,0.07442727269842049,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.8610832836369582,1.8610832836369582,1.0829355319341023,4.1695911827866174,0.06894927303588318,0.07289133719360294,165.97567166718378,1.364215262939452,0.0904452108026156,0.07179683084645982,0.07344104200144205,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,42.62163856340688,42.62163856340688,4.707680304845174,0.41322162191917133,0.18955172645644933,0.16111932493305242,2.6276390890244072,6.528524991405553,0.2358287086637514,0.17005467062696994,0.1637029350992658,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.1023795519581654,2.1023795519581654,1.1505512396494548,0.5895417513179845,0.04700326235366991,0.04531122205973084,2.8285649462802436,1.4499584655976065,0.0581436978685757,0.046137393068649814,0.03344845688133909,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ce4dcbe289cdaf9791d6e80b1b17cd73ef4d867..1af7d327a8bc8e14401d5e2d33a371e3ad55231e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:47:02.362907+00:00", + "evaluated_at": "2026-06-21T20:59:40.965319+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63832.59375, - 63842.5078125, - 63872.19921875, - 63891.40234375, - 63910.5703125, - 63927.74609375, - 63940.51953125, - 63961.94921875, - 63975.81640625, - 63980.19140625, - 63993.19140625, - 64004.46875, - 64018.26171875, - 64025.92578125, - 64034.03515625, - 64042.62109375, - 64048.0390625, - 64063.53515625, - 64082.3828125, - 64098.08203125, - 64119.04296875, - 64130.96875, - 64141.65625, - 64153.58203125 + 63914.34375, + 63936.02734375, + 63960.95703125, + 63978.6953125, + 63994.6171875, + 64008.0703125, + 64014.703125, + 64025.02734375, + 64036.14453125, + 64040.28125, + 64051.63671875, + 64059.94921875, + 64072.359375, + 64084.66796875, + 64102.81640625, + 64119.8984375, + 64134.57421875, + 64156.6640625, + 64173.6015625, + 64186.4765625, + 64201.64453125, + 64209.484375, + 64222.03515625, + 64229.49609375 ], "p10": [ - 63572.4453125, - 63440.265625, - 63362.1953125, - 63313.5546875, - 63282.91796875, - 63252.66015625, - 63212.4140625, - 63184.26953125, - 63150.6015625, - 63100.8828125, - 63055.99609375, - 63012.9453125, - 62982.09375, - 62946.94140625, - 62906.45703125, - 62871.34765625, - 62831.70703125, - 62798.57421875, - 62770.03125, - 62736.91796875, - 62716.70703125, - 62688.44921875, - 62660.609375, - 62641.90625 + 63699.36328125, + 63592.078125, + 63515.08984375, + 63473.04296875, + 63448.8828125, + 63425.68359375, + 63381.6953125, + 63345.484375, + 63313.20703125, + 63269.09375, + 63222.5703125, + 63174.2421875, + 63145.91015625, + 63130.91015625, + 63113.3046875, + 63098.45703125, + 63076.46484375, + 63061.5859375, + 63043.9453125, + 63020.83203125, + 62998.28125, + 62963.0390625, + 62934.671875, + 62909.28125 ], "p90": [ - 64104.26953125, - 64214.21484375, - 64336.87890625, - 64422.77734375, - 64493.375, - 64564.3515625, - 64631.04296875, - 64710.29296875, - 64773.9140625, - 64829.4921875, - 64888.51171875, - 64935.953125, - 64985.25, - 65032.625, - 65086.69140625, - 65117.92578125, - 65155.44140625, - 65227.90234375, - 65300.56640625, - 65364.49609375, - 65415.9921875, - 65465.9765625, - 65509.2109375, - 65556.078125 + 64141.87890625, + 64271.78515625, + 64400.39453125, + 64502.37109375, + 64582.58984375, + 64654.58203125, + 64715.49609375, + 64781.2421875, + 64844.44140625, + 64908.39453125, + 64973.41796875, + 65020.953125, + 65072.54296875, + 65130.0703125, + 65208.8359375, + 65287.9921875, + 65347.765625, + 65396.5, + 65432.6484375, + 65483.05078125, + 65514.3828125, + 65546.203125, + 65578.3359375, + 65613.921875 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c18db47a42ad114f12d5187a01551812d679cfef..7efcd82abc39acff69442fcab858aef5854047b4 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T17:12:41.196863+00:00", + "evaluated_at": "2026-06-21T20:59:46.080844+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 145ff4b47957248659442bffeaae04fbae157c5c..c8bcb4e1d8da86ec4f714da4ac064078d2a8d306 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T17:12:48.953777+00:00", + "evaluated_at": "2026-06-21T20:59:51.076272+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3575043678283691, - 1.3757984638214111, - 1.3905779123306274, - 1.4038596153259277, - 1.417431116104126, - 1.4311835765838623, - 1.4437463283538818, - 1.4545265436172485, - 1.4657013416290283, - 1.4763962030410767, - 1.4860645532608032, - 1.4945652484893799, - 1.5027620792388916, - 1.5094572305679321, - 1.515920639038086, - 1.5223166942596436, - 1.528944492340088, - 1.5372347831726074, - 1.5463024377822876, - 1.552490472793579, - 1.557253122329712, - 1.559978723526001, - 1.5612497329711914, - 1.5606896877288818, - 1.558415174484253, - 1.5550587177276611, - 1.5519307851791382, - 1.5484033823013306, - 1.5446436405181885, - 1.5417829751968384, - 1.5388579368591309, - 1.5352962017059326, - 1.6042516231536865, - 1.5759223699569702, - 1.5549684762954712, - 1.5420030355453491, - 1.5248183012008667, - 1.5079537630081177, - 1.4953893423080444, - 1.4869621992111206, - 1.4763942956924438, - 1.4642868041992188, - 1.4490966796875, - 1.4289209842681885, - 1.4136810302734375, - 1.4012638330459595, - 1.3901252746582031, - 1.3757920265197754, - 1.363081932067871, - 1.3507705926895142, - 1.336505651473999, - 1.3223472833633423, - 1.309760332107544, - 1.296258807182312, - 1.2845550775527954, - 1.2713886499404907, - 1.258692741394043, - 1.2457504272460938, - 1.2328121662139893, - 1.2197434902191162 + 1.2560718059539795, + 1.2319824695587158, + 1.2054232358932495, + 1.1768622398376465, + 1.1461389064788818, + 1.1119049787521362, + 1.0770670175552368, + 1.041024088859558, + 1.0075064897537231, + 0.9755483269691467, + 0.9437342882156372, + 0.9114004969596863, + 0.8791534304618835, + 0.845247209072113, + 0.8094820380210876, + 0.7753181457519531, + 0.741470217704773, + 0.7076560258865356, + 0.6726114749908447, + 0.6388765573501587, + 0.6055803298950195, + 0.5727008581161499, + 0.5412049293518066, + 0.5081813335418701, + 0.47351789474487305, + 0.4380737543106079, + 0.4005693197250366, + 0.3656997084617615, + 0.33162105083465576, + 0.30050981044769287, + 0.2707015872001648, + 0.2487396001815796, + 0.25218838453292847, + 0.31060755252838135, + 0.3164665102958679, + 0.32236194610595703, + 0.3078007102012634, + 0.288571834564209, + 0.27738380432128906, + 0.2602011561393738, + 0.24153083562850952, + 0.23160934448242188, + 0.2207392454147339, + 0.21071749925613403, + 0.2018079161643982, + 0.19837415218353271, + 0.1937485933303833, + 0.1883440613746643, + 0.18179690837860107, + 0.18028008937835693, + 0.178300678730011, + 0.17874062061309814, + 0.1837744116783142, + 0.1895419955253601, + 0.19991707801818848, + 0.2201617956161499, + 0.23713958263397217, + 0.24893814325332642, + 0.2568930983543396, + 0.2741663455963135 ], "p10": [ - 1.3463191986083984, - 1.361130714416504, - 1.3721392154693604, - 1.3804590702056885, - 1.3898606300354004, - 1.3996710777282715, - 1.4072914123535156, - 1.4133304357528687, - 1.4199109077453613, - 1.4251506328582764, - 1.427417516708374, - 1.428305745124817, - 1.4284842014312744, - 1.42680025100708, - 1.4228124618530273, - 1.4191231727600098, - 1.4153224229812622, - 1.4126938581466675, - 1.4102046489715576, - 1.4049708843231201, - 1.3971521854400635, - 1.390163540840149, - 1.3802114725112915, - 1.367682933807373, - 1.3498399257659912, - 1.330601692199707, - 1.3125132322311401, - 1.2931147813796997, - 1.2730714082717896, - 1.2507816553115845, - 1.2279839515686035, - 1.2128100395202637, - 1.231471300125122, - 1.2236392498016357, - 1.1993486881256104, - 1.167413592338562, - 1.1326885223388672, - 1.1016415357589722, - 1.0661917924880981, - 1.0395711660385132, - 1.0136654376983643, - 0.9860431551933289, - 0.9539415836334229, - 0.9248321652412415, - 0.9042941331863403, - 0.8801132440567017, - 0.8523109555244446, - 0.8238404393196106, - 0.7995395660400391, - 0.7738255858421326, - 0.748379111289978, - 0.7294354438781738, - 0.7015208005905151, - 0.680928111076355, - 0.6630622148513794, - 0.6443126201629639, - 0.6195002794265747, - 0.59634929895401, - 0.5808613300323486, - 0.5583761930465698 + 1.24626624584198, + 1.2196648120880127, + 1.1884403228759766, + 1.154346227645874, + 1.119307518005371, + 1.0801076889038086, + 1.0386219024658203, + 0.9978801608085632, + 0.958340585231781, + 0.9206205606460571, + 0.881913423538208, + 0.8406843543052673, + 0.801724374294281, + 0.7601546049118042, + 0.7153373956680298, + 0.6712626814842224, + 0.6269583106040955, + 0.5801588296890259, + 0.5340060591697693, + 0.48765063285827637, + 0.4439374804496765, + 0.4006621837615967, + 0.355835497379303, + 0.3077391982078552, + 0.25668418407440186, + 0.20254987478256226, + 0.14783388376235962, + 0.09312009811401367, + 0.04193294048309326, + -0.00671696662902832, + -0.051738739013671875, + -0.08547604084014893, + -0.10299646854400635, + -0.0734783411026001, + -0.11784577369689941, + -0.10339808464050293, + -0.11993646621704102, + -0.16279995441436768, + -0.20261776447296143, + -0.23733031749725342, + -0.2843552827835083, + -0.33595335483551025, + -0.36185216903686523, + -0.38465261459350586, + -0.3964533805847168, + -0.41387128829956055, + -0.4383193254470825, + -0.46423399448394775, + -0.4816669225692749, + -0.49856746196746826, + -0.5226502418518066, + -0.5396180152893066, + -0.5468672513961792, + -0.5484498739242554, + -0.5417579412460327, + -0.5374997854232788, + -0.5419578552246094, + -0.5516891479492188, + -0.5564939975738525, + -0.5679725408554077 ], "p90": [ - 1.3676519393920898, - 1.3900814056396484, - 1.4090461730957031, - 1.426503300666809, - 1.443847417831421, - 1.4618903398513794, - 1.4794483184814453, - 1.495668888092041, - 1.5119279623031616, - 1.5280038118362427, - 1.5446484088897705, - 1.5602877140045166, - 1.57414972782135, - 1.5877728462219238, - 1.6001973152160645, - 1.6152982711791992, - 1.6333097219467163, - 1.6545233726501465, - 1.6737679243087769, - 1.6917669773101807, - 1.70766282081604, - 1.7227201461791992, - 1.7364099025726318, - 1.7476344108581543, - 1.7575492858886719, - 1.7665519714355469, - 1.7772436141967773, - 1.7893152236938477, - 1.8009636402130127, - 1.8141019344329834, - 1.8236438035964966, - 1.8266533613204956, - 1.8084934949874878, - 1.7927464246749878, - 1.7974522113800049, - 1.8141618967056274, - 1.8272550106048584, - 1.8442111015319824, - 1.8599522113800049, - 1.8803080320358276, - 1.894287347793579, - 1.9039325714111328, - 1.90526282787323, - 1.90559720993042, - 1.908848762512207, - 1.9105428457260132, - 1.915348768234253, - 1.9103283882141113, - 1.9098880290985107, - 1.9147028923034668, - 1.9144210815429688, - 1.9183628559112549, - 1.915701150894165, - 1.9195936918258667, - 1.9204456806182861, - 1.923048496246338, - 1.9234561920166016, - 1.924596905708313, - 1.9277472496032715, - 1.9341111183166504 + 1.2667393684387207, + 1.2460968494415283, + 1.225022315979004, + 1.1998788118362427, + 1.1736805438995361, + 1.1457457542419434, + 1.1157623529434204, + 1.0863076448440552, + 1.059706211090088, + 1.0360147953033447, + 1.0134837627410889, + 0.9892274737358093, + 0.9649067521095276, + 0.9380065202713013, + 0.9107089042663574, + 0.8859337568283081, + 0.8632509708404541, + 0.8404490351676941, + 0.8185515999794006, + 0.7969995737075806, + 0.7807166576385498, + 0.7670414447784424, + 0.7514938116073608, + 0.7336918115615845, + 0.7172950506210327, + 0.7006089687347412, + 0.6855212450027466, + 0.6717334985733032, + 0.6623791456222534, + 0.6575585007667542, + 0.6515799164772034, + 0.6436409950256348, + 0.7011746764183044, + 0.6828762292861938, + 0.6750310063362122, + 0.7080689072608948, + 0.7321621775627136, + 0.7517192959785461, + 0.7528235912322998, + 0.7633837461471558, + 0.7816713452339172, + 0.8015960454940796, + 0.8169636726379395, + 0.8185024857521057, + 0.835342526435852, + 0.8514121770858765, + 0.8768219947814941, + 0.8832505941390991, + 0.8959760069847107, + 0.9226441383361816, + 0.9575669765472412, + 0.9895516037940979, + 1.014286756515503, + 1.0379960536956787, + 1.0678566694259644, + 1.1062673330307007, + 1.1344043016433716, + 1.1701266765594482, + 1.2078880071640015, + 1.2493730783462524 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9b8abcb1966a8b995e78f15fd0cf3c837d8de252..49a1217f39d569f7986fbb86b50c87fdacca4a91 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T17:13:01.101943+00:00", + "evaluated_at": "2026-06-21T20:59:56.474463+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2839115858078003, - 1.2741035223007202, - 1.2731832265853882, - 1.2679743766784668, - 1.2615324258804321, - 1.2553415298461914, - 1.2517246007919312, - 1.2557661533355713, - 1.262129306793213, - 1.264739751815796, - 1.2651817798614502, - 1.2665225267410278, - 1.2647385597229004, - 1.2593796253204346, - 1.2572460174560547, - 1.2562243938446045, - 1.2588610649108887, - 1.26130211353302, - 1.26382315158844, - 1.2655129432678223, - 1.2641602754592896, - 1.2652435302734375, - 1.2651358842849731, - 1.2669615745544434, - 1.2625985145568848, - 1.2590923309326172, - 1.2588918209075928, - 1.2566267251968384, - 1.256676435470581, - 1.2551159858703613, - 1.2549487352371216, - 1.2550722360610962, - 1.2416667938232422, - 1.2390727996826172, - 1.2399265766143799, - 1.2440096139907837, - 1.241041660308838, - 1.2370182275772095, - 1.2332401275634766, - 1.2316793203353882, - 1.2289646863937378, - 1.2306230068206787, - 1.234006404876709, - 1.2383415699005127, - 1.2374941110610962, - 1.2366118431091309, - 1.2335866689682007, - 1.231583833694458, - 1.230589747428894, - 1.2289235591888428, - 1.2280858755111694, - 1.2264901399612427, - 1.2256304025650024, - 1.224932312965393, - 1.2241852283477783, - 1.2255231142044067, - 1.226790189743042, - 1.2280622720718384, - 1.2311793565750122, - 1.2308297157287598, - 1.2286630868911743, - 1.224705696105957, - 1.2236400842666626, - 1.2223665714263916, - 1.2388865947723389, - 1.2445030212402344, - 1.247423529624939, - 1.2499494552612305, - 1.2459309101104736, - 1.2481024265289307, - 1.251231074333191, - 1.2528741359710693 + 1.3762434720993042, + 1.358039140701294, + 1.3505338430404663, + 1.3472979068756104, + 1.345720887184143, + 1.3435455560684204, + 1.3422248363494873, + 1.3415054082870483, + 1.3410078287124634, + 1.3403838872909546, + 1.340362310409546, + 1.3407220840454102, + 1.3412219285964966, + 1.3416156768798828, + 1.3418452739715576, + 1.3414069414138794, + 1.3407294750213623, + 1.340133547782898, + 1.340440273284912, + 1.3405113220214844, + 1.3410820960998535, + 1.3411400318145752, + 1.3420257568359375, + 1.3438345193862915, + 1.3464089632034302, + 1.3475927114486694, + 1.3458244800567627, + 1.3450969457626343, + 1.3451141119003296, + 1.3442155122756958, + 1.3434596061706543, + 1.3431800603866577, + 1.321300983428955, + 1.3321993350982666, + 1.3361119031906128, + 1.3373281955718994, + 1.3365988731384277, + 1.335530400276184, + 1.3320873975753784, + 1.3286051750183105, + 1.327567458152771, + 1.3263964653015137, + 1.3261531591415405, + 1.324331283569336, + 1.3237580060958862, + 1.3246296644210815, + 1.3261455297470093, + 1.32895827293396, + 1.3344684839248657, + 1.33645761013031, + 1.3341996669769287, + 1.3325952291488647, + 1.3306807279586792, + 1.3276058435440063, + 1.3272236585617065, + 1.3272039890289307, + 1.326658844947815, + 1.327530026435852, + 1.328015923500061, + 1.3285571336746216, + 1.329889178276062, + 1.3309118747711182, + 1.3300896883010864, + 1.3295907974243164, + 1.3144941329956055, + 1.3184165954589844, + 1.3219947814941406, + 1.3233563899993896, + 1.3222159147262573, + 1.3248443603515625, + 1.3242158889770508, + 1.3244092464447021 ], "p10": [ - 1.2043917179107666, - 1.1853578090667725, - 1.181670069694519, - 1.176972508430481, - 1.1710798740386963, - 1.164517879486084, - 1.161165714263916, - 1.164292573928833, - 1.1670538187026978, - 1.1674392223358154, - 1.1674498319625854, - 1.1677299737930298, - 1.1673359870910645, - 1.1633976697921753, - 1.163068175315857, - 1.1619818210601807, - 1.163769006729126, - 1.1636751890182495, - 1.1639411449432373, - 1.1641252040863037, - 1.1638630628585815, - 1.1653575897216797, - 1.165086269378662, - 1.165649652481079, - 1.161232829093933, - 1.1575016975402832, - 1.1558455228805542, - 1.1546833515167236, - 1.1549453735351562, - 1.1534159183502197, - 1.1532407999038696, - 1.1526432037353516, - 1.1729377508163452, - 1.1638717651367188, - 1.1577194929122925, - 1.1566967964172363, - 1.1587228775024414, - 1.1575431823730469, - 1.1555852890014648, - 1.1550052165985107, - 1.1556326150894165, - 1.1541199684143066, - 1.1536884307861328, - 1.1532561779022217, - 1.1533395051956177, - 1.1529500484466553, - 1.152238368988037, - 1.152050256729126, - 1.1506779193878174, - 1.1498525142669678, - 1.1490823030471802, - 1.1489734649658203, - 1.147860050201416, - 1.146540641784668, - 1.1452600955963135, - 1.1450448036193848, - 1.1454869508743286, - 1.1448670625686646, - 1.1429691314697266, - 1.1419135332107544, - 1.1403825283050537, - 1.1388310194015503, - 1.1372641324996948, - 1.135636329650879, - 1.1692533493041992, - 1.156109094619751, - 1.1491749286651611, - 1.1459931135177612, - 1.148317813873291, - 1.1498053073883057, - 1.1459625959396362, - 1.14594304561615 + 1.2827508449554443, + 1.249992847442627, + 1.2383075952529907, + 1.2330577373504639, + 1.22947096824646, + 1.2248649597167969, + 1.222659707069397, + 1.2203987836837769, + 1.2183785438537598, + 1.2161781787872314, + 1.2148956060409546, + 1.2151572704315186, + 1.214638352394104, + 1.2135133743286133, + 1.212289571762085, + 1.2117013931274414, + 1.211061716079712, + 1.2085212469100952, + 1.2077528238296509, + 1.20634126663208, + 1.2042500972747803, + 1.2033559083938599, + 1.203771710395813, + 1.2042317390441895, + 1.2052714824676514, + 1.205157995223999, + 1.2031220197677612, + 1.2007838487625122, + 1.1991758346557617, + 1.19692063331604, + 1.1956273317337036, + 1.1951818466186523, + 1.2036374807357788, + 1.1969014406204224, + 1.1919788122177124, + 1.189054250717163, + 1.1879817247390747, + 1.1862345933914185, + 1.1838864088058472, + 1.1818877458572388, + 1.1811145544052124, + 1.1798324584960938, + 1.1775761842727661, + 1.177079677581787, + 1.1765239238739014, + 1.177891492843628, + 1.1790590286254883, + 1.1793098449707031, + 1.1801050901412964, + 1.1818897724151611, + 1.1828893423080444, + 1.182437777519226, + 1.1804733276367188, + 1.178307294845581, + 1.1778850555419922, + 1.1763361692428589, + 1.1748499870300293, + 1.1746294498443604, + 1.1740665435791016, + 1.1736116409301758, + 1.1732369661331177, + 1.1722493171691895, + 1.170100212097168, + 1.1692254543304443, + 1.1959786415100098, + 1.1907411813735962, + 1.1824078559875488, + 1.175354242324829, + 1.1738431453704834, + 1.1724787950515747, + 1.1714935302734375, + 1.1733936071395874 ], "p90": [ - 1.380500078201294, - 1.3804376125335693, - 1.3874216079711914, - 1.3861422538757324, - 1.383062481880188, - 1.382032871246338, - 1.383762240409851, - 1.393836259841919, - 1.4049311876296997, - 1.4088644981384277, - 1.4092050790786743, - 1.413805603981018, - 1.4113123416900635, - 1.4080411195755005, - 1.408923864364624, - 1.4074314832687378, - 1.4116954803466797, - 1.4168366193771362, - 1.4218549728393555, - 1.4269311428070068, - 1.425819754600525, - 1.4279414415359497, - 1.4278759956359863, - 1.431355357170105, - 1.4288734197616577, - 1.426074743270874, - 1.429441213607788, - 1.4276254177093506, - 1.4298863410949707, - 1.4318056106567383, - 1.4344618320465088, - 1.4368553161621094, - 1.4024301767349243, - 1.4064414501190186, - 1.4059244394302368, - 1.4134185314178467, - 1.4164233207702637, - 1.412323236465454, - 1.410948634147644, - 1.41608726978302, - 1.4228640794754028, - 1.430037498474121, - 1.4414175748825073, - 1.4449833631515503, - 1.4448596239089966, - 1.4385054111480713, - 1.4308412075042725, - 1.4326716661453247, - 1.4332882165908813, - 1.4317049980163574, - 1.4328385591506958, - 1.4212822914123535, - 1.421443223953247, - 1.4257235527038574, - 1.4252471923828125, - 1.4252285957336426, - 1.4276117086410522, - 1.43276846408844, - 1.4357329607009888, - 1.4353969097137451, - 1.436415672302246, - 1.4312368631362915, - 1.4359450340270996, - 1.432165265083313, - 1.4353798627853394, - 1.4396220445632935, - 1.4480494260787964, - 1.448692798614502, - 1.44684636592865, - 1.4520758390426636, - 1.4598298072814941, - 1.467336654663086 + 1.4861313104629517, + 1.4831550121307373, + 1.4847286939620972, + 1.486602783203125, + 1.4883861541748047, + 1.4910616874694824, + 1.4975780248641968, + 1.502652645111084, + 1.5045220851898193, + 1.5071446895599365, + 1.5100206136703491, + 1.5122497081756592, + 1.5120092630386353, + 1.513563632965088, + 1.5171072483062744, + 1.5171914100646973, + 1.5174431800842285, + 1.5188653469085693, + 1.5220586061477661, + 1.5252554416656494, + 1.5256599187850952, + 1.5276800394058228, + 1.5286225080490112, + 1.5317728519439697, + 1.5358606576919556, + 1.538406491279602, + 1.5377310514450073, + 1.5385199785232544, + 1.5400052070617676, + 1.5403755903244019, + 1.5422292947769165, + 1.5442346334457397, + 1.5157971382141113, + 1.5443084239959717, + 1.5465919971466064, + 1.549059510231018, + 1.5549132823944092, + 1.558003306388855, + 1.5517414808273315, + 1.5488004684448242, + 1.5484979152679443, + 1.5504300594329834, + 1.5519248247146606, + 1.5582287311553955, + 1.5613538026809692, + 1.5622363090515137, + 1.5639677047729492, + 1.5722196102142334, + 1.582725167274475, + 1.5830011367797852, + 1.5773887634277344, + 1.5770773887634277, + 1.5733442306518555, + 1.5728826522827148, + 1.5724589824676514, + 1.575011968612671, + 1.5770506858825684, + 1.579943299293518, + 1.584011197090149, + 1.5855388641357422, + 1.589267373085022, + 1.5923525094985962, + 1.5924670696258545, + 1.593797206878662, + 1.5160163640975952, + 1.5404765605926514, + 1.5389792919158936, + 1.5400936603546143, + 1.5471731424331665, + 1.557708740234375, + 1.5552632808685303, + 1.556714415550232 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index ac58e6b3daab82215654c019bbf7a79b99577dc3..52ff407a4a50939785d3cdb600ee02c2218b3e58 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,49 +1,31 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-21T19:09:21.495354+00:00", + "evaluated_at": "2026-06-21T21:09:23.463381+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t153000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t145000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d2200a62e2d4f28744fd57272ebf674b28f4d2ac..6e2af6ec73c19b1e0abc6019e5954b51636618aa 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,98564.71597735088,98564.71597735088,287.31982421875,0.2444361353542485,0.0044726054644134835,0.004484546385278648,2.33234551984852,313.9501807251445,0.0048918922732574,0.004476944796792108,0.006837992561970131,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,66746.0859896342,66746.0859896342,240.65201822916666,0.20678467746153686,0.0037453771350222,0.003753473658041005,1.9507552303629054,258.3526388284707,0.004023067213135693,0.0037474331545554224,0.0056574689091463655,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.11384863529287544,0.11384863529287544,0.2616697043180466,0.5646024584066629,0.28458838271575476,0.21963176888866257,1.6080310440850483,0.33741463408227484,0.27289717097997124,0.2116355214817037,0.12373246325443471,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.019551857941567934,0.019551857941567934,0.10307915012041728,0.9588757725408493,0.07012314471056962,0.07430945920767613,5.4399667681479595,0.1398279583687323,0.10067613002548725,0.07421698808670044,0.06261088911692302,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.00024274475597467018,0.00024274475597467018,0.012622046967347462,0.028259895752224963,0.027096875489851673,0.027632697413276505,1.390685361977382,0.015580268161192547,0.02580369249111289,0.02090435255569366,0.11425372664961346,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.030810113780358053,0.030810113780358053,0.13848122126526302,1.3501920682917516,0.09204151721805223,0.09855601356037896,8.298598998121301,0.1755280996887907,0.12329778709846761,0.09727461396194086,0.07660137380687848,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.8513011896137261,1.8513011896137261,1.080304225285848,4.159459949046254,0.0687832224759772,0.07270424104755087,55.18254748532922,1.360625293610892,0.09020720178635748,0.0716223795769623,0.05390037094031908,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,12.815958809204858,12.815958809204858,2.652719338734945,0.23284524790696381,0.10286640957595945,0.09518830979954467,2.7042641233904887,3.579938380643563,0.12931745631890587,0.09582369324231342,0.1408216510945162,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2692382891624827,1.2692382891624827,0.8548086484273275,0.43800342850366736,0.03558152562988464,0.03474916873317325,2.278919078477435,1.126604761734337,0.04517713330263006,0.03427804103969233,0.026707694750249103,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0544f51c66c1419e91f759b556cec116a1913de1..3feb578ac069c3350ad1f2e6d8a1df6c34ab7571 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:07:53.448941+00:00", + "evaluated_at": "2026-06-21T20:40:49.542240+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65847.9921875, - 65675.8828125, - 65854.0, 65776.96875, 65780.0, 65675.0078125, @@ -101,12 +98,12 @@ 63949.8984375, 64160.0390625, 64034.30859375, - 63834.69921875 - ], - "actuals": [ + 63834.69921875, 63805.890625, 63936.0, - 63925.98828125, + 63925.98828125 + ], + "actuals": [ 64012.3984375, 64272.01171875, 64298.01171875, @@ -127,90 +124,90 @@ 64145.96875, 64224.0, 64145.30859375, - 64150.51171875 + 64151.4609375, + 64213.80859375, + 64207.12109375, + 64210.1484375 ], "p50": [ - 63855.24609375, - 63875.04296875, - 63885.28515625, - 63891.9921875, - 63896.4296875, - 63903.46875, - 63904.19921875, - 63906.79296875, - 63900.54296875, - 63902.91796875, - 63900.9609375, - 63898.27734375, - 63896.609375, - 63895.32421875, - 63898.0234375, - 63899.33203125, - 63897.1953125, - 63896.5703125, - 63899.88671875, - 63894.7109375, - 63895.31640625, - 63891.64453125, - 63891.359375, - 63889.59765625 + 63941.1953125, + 63946.18359375, + 63952.640625, + 63959.9453125, + 63966.77734375, + 63973.28125, + 63972.64453125, + 63974.8515625, + 63977.390625, + 63980.8984375, + 63984.625, + 63983.5, + 63981.8046875, + 63982.43359375, + 63984.23046875, + 63984.953125, + 63987.4140625, + 63987.890625, + 63988.4765625, + 63988.88671875, + 63989.43359375, + 63986.7890625, + 63988.2890625, + 63987.65625 ], "p10": [ - 63515.984375, - 63408.515625, - 63306.37109375, - 63212.828125, - 63089.046875, - 62989.51171875, - 62898.26953125, - 62820.44921875, - 62715.9609375, - 62655.6171875, - 62554.7421875, - 62452.58203125, - 62379.66796875, - 62270.40234375, - 62200.30859375, - 62110.96875, - 62014.5546875, - 61915.55078125, - 61842.88671875, - 61792.0546875, - 61750.0, - 61649.734375, - 61554.6640625, - 61477.55078125 + 63705.2734375, + 63615.359375, + 63535.62109375, + 63447.71875, + 63360.6875, + 63269.73828125, + 63186.17578125, + 63108.3984375, + 63030.4375, + 62964.13671875, + 62877.23046875, + 62791.64453125, + 62715.06640625, + 62627.07421875, + 62566.8671875, + 62509.7421875, + 62439.96484375, + 62361.5546875, + 62297.8984375, + 62245.5234375, + 62212.6875, + 62140.88671875, + 62066.359375, + 62007.09765625 ], "p90": [ - 64165.4609375, - 64288.48046875, - 64385.984375, - 64476.8984375, - 64559.703125, - 64654.2421875, - 64735.80859375, - 64817.63671875, - 64900.37890625, - 64978.55859375, - 65073.41796875, - 65164.453125, - 65255.26171875, - 65356.23046875, - 65436.9453125, - 65501.640625, - 65568.75, - 65657.65625, - 65720.8046875, - 65786.3203125, - 65854.53125, - 65949.7578125, - 66012.25, - 66073.78125 + 64180.1640625, + 64266.19921875, + 64356.328125, + 64446.8125, + 64529.5625, + 64607.140625, + 64685.2421875, + 64751.73046875, + 64835.31640625, + 64891.62109375, + 64968.58203125, + 65043.7578125, + 65125.18359375, + 65204.08984375, + 65273.3046875, + 65328.4296875, + 65390.75390625, + 65463.796875, + 65519.46484375, + 65577.890625, + 65637.8203125, + 65705.5546875, + 65755.40625, + 65792.5234375 ], "timestamps": [ - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -327,6 +324,9 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index df13c7de6778bd5fe98dd90c1ec7269bbde9b05d..5c65fb773c9d535016dfd1ad6a76d5577f52e059 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T17:07:25.689913+00:00", + "evaluated_at": "2026-06-21T20:46:51.890182+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d75fef5e4dddb4a95635c5a316d92627f20ec88f..5309629bcf3c8fc4763b1912d66481721a1df322 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,48 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T17:07:31.621440+00:00", + "evaluated_at": "2026-06-21T20:50:03.275108+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6950000524520874, - 1.7029999494552612, - 1.7089999914169312, - 1.7200000286102295, - 1.7269999980926514, - 1.7269999980926514, - 1.7280000448226929, - 1.7319999933242798, - 1.7330000400543213, - 1.7389999628067017, - 1.7380000352859497, - 1.7239999771118164, - 1.6959999799728394, - 1.6759999990463257, - 1.6649999618530273, - 1.6510000228881836, - 1.6380000114440918, - 1.6239999532699585, - 1.6009999513626099, - 1.5770000219345093, - 1.555999994277954, - 1.527999997138977, - 1.496999979019165, - 1.4670000076293945, - 1.4299999475479126, - 1.4040000438690186, - 1.3769999742507935, - 1.3420000076293945, - 1.3049999475479126, - 1.2719999551773071, - 1.2309999465942383, - 1.1929999589920044, - 1.1579999923706055, - 1.1230000257492065, - 1.0850000381469727, - 1.0369999408721924, - 0.9929999709129333, 0.9490000009536743, 0.9049999713897705, 0.8679999709129333, @@ -245,9 +208,7 @@ 1.2799999713897705, 1.2929999828338623, 1.309000015258789, - 1.3329999446868896 - ], - "actuals": [ + 1.3329999446868896, 1.3480000495910645, 1.3509999513626099, 1.3619999885559082, @@ -284,7 +245,9 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186, + 1.2790000438690186 + ], + "actuals": [ 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -307,232 +270,232 @@ 0.6499999761581421, 0.6190000176429749, 0.5950000286102295, - 0.5799999833106995 + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094 ], "p50": [ - 1.3509912490844727, - 1.3716988563537598, - 1.3907139301300049, - 1.4077208042144775, - 1.4249588251113892, - 1.441847324371338, - 1.457522988319397, - 1.4733338356018066, - 1.4876487255096436, - 1.500562310218811, - 1.514821171760559, - 1.5266215801239014, - 1.537030816078186, - 1.5478202104568481, - 1.5570276975631714, - 1.5670833587646484, - 1.5776827335357666, - 1.587533950805664, - 1.5952986478805542, - 1.6045645475387573, - 1.6104503870010376, - 1.6164255142211914, - 1.6207027435302734, - 1.6238107681274414, - 1.6236177682876587, - 1.6243640184402466, - 1.6265190839767456, - 1.625659465789795, - 1.6258971691131592, - 1.6243538856506348, - 1.6223411560058594, - 1.6145219802856445, - 1.604025959968567, - 1.6013951301574707, - 1.5921461582183838, - 1.5822651386260986, - 1.575756549835205, - 1.5653223991394043, - 1.5570800304412842, - 1.5443506240844727, - 1.5334725379943848, - 1.520234227180481, - 1.5076851844787598, - 1.4930105209350586, - 1.480715274810791, - 1.4640218019485474, - 1.4508390426635742, - 1.434594988822937, - 1.4179764986038208, - 1.402207612991333, - 1.3866429328918457, - 1.3714773654937744, - 1.356398344039917, - 1.3392808437347412, - 1.3257999420166016, - 1.309380054473877, - 1.2958581447601318, - 1.2780781984329224, - 1.2652382850646973, - 1.2487810850143433 + 1.2561571598052979, + 1.2312417030334473, + 1.2023465633392334, + 1.1713067293167114, + 1.1399085521697998, + 1.1070261001586914, + 1.0761218070983887, + 1.0458943843841553, + 1.0146129131317139, + 0.9822321534156799, + 0.9503144025802612, + 0.9183754324913025, + 0.8858177065849304, + 0.8541164398193359, + 0.8201761245727539, + 0.7904963493347168, + 0.7567285299301147, + 0.7270926237106323, + 0.6984965801239014, + 0.6712881922721863, + 0.6457763910293579, + 0.6180205345153809, + 0.5944977402687073, + 0.563922643661499, + 0.5357528328895569, + 0.5123100876808167, + 0.48761093616485596, + 0.46821367740631104, + 0.4458771347999573, + 0.42806488275527954, + 0.41211235523223877, + 0.3935033082962036, + 0.39010632038116455, + 0.378620445728302, + 0.36409634351730347, + 0.35398197174072266, + 0.34202998876571655, + 0.33795660734176636, + 0.3268883228302002, + 0.3256388306617737, + 0.323016881942749, + 0.31903135776519775, + 0.3204888105392456, + 0.3202057480812073, + 0.32294559478759766, + 0.3248194456100464, + 0.331299364566803, + 0.33725690841674805, + 0.34438347816467285, + 0.35649919509887695, + 0.3667159080505371, + 0.38177698850631714, + 0.39589816331863403, + 0.41183358430862427, + 0.4311918616294861, + 0.4496529698371887, + 0.46700191497802734, + 0.48409509658813477, + 0.5086879134178162, + 0.5339615941047668 ], "p10": [ - 1.3387393951416016, - 1.3535449504852295, - 1.367455005645752, - 1.3798243999481201, - 1.3921903371810913, - 1.4030622243881226, - 1.4135339260101318, - 1.4217228889465332, - 1.4295169115066528, - 1.4354331493377686, - 1.4404141902923584, - 1.4432690143585205, - 1.4448754787445068, - 1.4451255798339844, - 1.4433321952819824, - 1.4411237239837646, - 1.440833330154419, - 1.4402360916137695, - 1.4361650943756104, - 1.432105302810669, - 1.424290657043457, - 1.4164210557937622, - 1.4068176746368408, - 1.3961846828460693, - 1.383548617362976, - 1.3727567195892334, - 1.3584284782409668, - 1.3420809507369995, - 1.3243683576583862, - 1.3055413961410522, - 1.2850112915039062, - 1.2616522312164307, - 1.232818603515625, - 1.2154189348220825, - 1.1954936981201172, - 1.1817127466201782, - 1.163095474243164, - 1.146061897277832, - 1.128705382347107, - 1.1016514301300049, - 1.0826443433761597, - 1.0457358360290527, - 1.0335261821746826, - 1.007638692855835, - 0.9864441156387329, - 0.9592660069465637, - 0.9317158460617065, - 0.9010362029075623, - 0.8759635090827942, - 0.8528085350990295, - 0.8268253207206726, - 0.798252522945404, - 0.7757814526557922, - 0.7484090328216553, - 0.7263908386230469, - 0.6995295882225037, - 0.6762809157371521, - 0.6506210565567017, - 0.6297168135643005, - 0.6039811372756958 + 1.246018886566162, + 1.2143640518188477, + 1.1806812286376953, + 1.1438096761703491, + 1.1081297397613525, + 1.0687222480773926, + 1.0330722332000732, + 0.996673047542572, + 0.9598288536071777, + 0.9214891195297241, + 0.8835179805755615, + 0.8436134457588196, + 0.802344560623169, + 0.7596045732498169, + 0.7167672514915466, + 0.6775095462799072, + 0.6340957880020142, + 0.594789981842041, + 0.5549976229667664, + 0.5162428021430969, + 0.4802979826927185, + 0.439358651638031, + 0.4050389528274536, + 0.36190545558929443, + 0.323344349861145, + 0.2879367470741272, + 0.2505730986595154, + 0.21684694290161133, + 0.18330025672912598, + 0.14973604679107666, + 0.11798328161239624, + 0.09703445434570312, + 0.06646573543548584, + 0.03876090049743652, + 0.014954924583435059, + -0.0032939910888671875, + -0.026949763298034668, + -0.04589438438415527, + -0.06973886489868164, + -0.08436071872711182, + -0.09851300716400146, + -0.11959099769592285, + -0.13395404815673828, + -0.15135931968688965, + -0.1683332920074463, + -0.1858311891555786, + -0.19532442092895508, + -0.21434521675109863, + -0.22474122047424316, + -0.2345951795578003, + -0.24966299533843994, + -0.2558332681655884, + -0.2665599584579468, + -0.2714790105819702, + -0.27458298206329346, + -0.28119146823883057, + -0.27833783626556396, + -0.2785940170288086, + -0.27447712421417236, + -0.2632499933242798 ], "p90": [ - 1.3627119064331055, - 1.3880352973937988, - 1.4132153987884521, - 1.4356374740600586, - 1.4583444595336914, - 1.4806537628173828, - 1.502547025680542, - 1.5247406959533691, - 1.5455271005630493, - 1.5662527084350586, - 1.588400959968567, - 1.609184980392456, - 1.6299023628234863, - 1.6497209072113037, - 1.6702964305877686, - 1.6896910667419434, - 1.7116665840148926, - 1.7328596115112305, - 1.7543689012527466, - 1.7747712135314941, - 1.7958812713623047, - 1.813399314880371, - 1.8311975002288818, - 1.8483041524887085, - 1.8642891645431519, - 1.8811848163604736, - 1.8970158100128174, - 1.9122138023376465, - 1.925513744354248, - 1.941693663597107, - 1.9521527290344238, - 1.9606542587280273, - 1.9360733032226562, - 1.9508137702941895, - 1.9571170806884766, - 1.9747025966644287, - 1.9808993339538574, - 1.9819409847259521, - 1.9921133518218994, - 1.997815489768982, - 1.993502140045166, - 1.9995626211166382, - 1.995348572731018, - 1.996467113494873, - 1.9949389696121216, - 1.995766043663025, - 1.9960355758666992, - 1.9986226558685303, - 1.9984052181243896, - 1.9848260879516602, - 1.977006196975708, - 1.9763529300689697, - 1.972186803817749, - 1.9614734649658203, - 1.9531551599502563, - 1.9462761878967285, - 1.94435453414917, - 1.935659646987915, - 1.928044319152832, - 1.923787236213684 + 1.2660365104675293, + 1.2460198402404785, + 1.2216026782989502, + 1.1995885372161865, + 1.1702394485473633, + 1.1437418460845947, + 1.1185805797576904, + 1.0932477712631226, + 1.0686613321304321, + 1.0425583124160767, + 1.017703890800476, + 0.9943816661834717, + 0.9703284502029419, + 0.9500767588615417, + 0.9265206456184387, + 0.9040013551712036, + 0.8818567991256714, + 0.8632545471191406, + 0.8434823751449585, + 0.829838216304779, + 0.8163575530052185, + 0.8001651763916016, + 0.7902363538742065, + 0.7746835947036743, + 0.7625953555107117, + 0.7505093812942505, + 0.7401775121688843, + 0.7402746081352234, + 0.7300480604171753, + 0.7282662391662598, + 0.7244564294815063, + 0.7236349582672119, + 0.7013587355613708, + 0.7082864046096802, + 0.7086460590362549, + 0.7152855396270752, + 0.7152886986732483, + 0.7208613157272339, + 0.7225360870361328, + 0.7398025393486023, + 0.7444034814834595, + 0.7584230899810791, + 0.7692528367042542, + 0.779772162437439, + 0.7962087392807007, + 0.8126091361045837, + 0.8328902721405029, + 0.846109926700592, + 0.8655979633331299, + 0.8882241249084473, + 0.9119974970817566, + 0.933768093585968, + 0.9568546414375305, + 0.9842013120651245, + 1.0070924758911133, + 1.0356534719467163, + 1.058465838432312, + 1.085411787033081, + 1.1225351095199585, + 1.152633786201477 ], "timestamps": [ - "2026-06-20 10:24:00", - "2026-06-20 10:30:00", - "2026-06-20 10:36:00", - "2026-06-20 10:42:00", - "2026-06-20 10:48:00", - "2026-06-20 10:54:00", - "2026-06-20 11:00:00", - "2026-06-20 11:06:00", - "2026-06-20 11:12:00", - "2026-06-20 11:18:00", - "2026-06-20 11:24:00", - "2026-06-20 11:30:00", - "2026-06-20 11:36:00", - "2026-06-20 11:42:00", - "2026-06-20 11:48:00", - "2026-06-20 11:54:00", - "2026-06-20 12:00:00", - "2026-06-20 12:06:00", - "2026-06-20 12:12:00", - "2026-06-20 12:18:00", - "2026-06-20 12:24:00", - "2026-06-20 12:30:00", - "2026-06-20 12:36:00", - "2026-06-20 12:42:00", - "2026-06-20 12:48:00", - "2026-06-20 12:54:00", - "2026-06-20 13:00:00", - "2026-06-20 13:06:00", - "2026-06-20 13:12:00", - "2026-06-20 13:18:00", - "2026-06-20 13:24:00", - "2026-06-20 13:30:00", - "2026-06-20 13:36:00", - "2026-06-20 13:42:00", - "2026-06-20 13:48:00", - "2026-06-20 13:54:00", - "2026-06-20 14:00:00", "2026-06-20 14:06:00", "2026-06-20 14:12:00", "2026-06-20 14:18:00", @@ -795,6 +758,43 @@ "2026-06-21 16:00:00", "2026-06-21 16:06:00", "2026-06-21 16:12:00", - "2026-06-21 16:18:00" + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d9222ed7a536967d2bc334cad8b6ead1033677e2..bfd78aa33217215eb3ce4d81a16ea121a53832fe 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,23 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T17:07:36.886380+00:00", + "evaluated_at": "2026-06-21T20:50:07.676841+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, - 1.5, - 1.5, - 1.399999976158142, - 1.399999976158142, 1.5, 1.399999976158142, 1.5, @@ -84,9 +72,7 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -96,7 +82,9 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -158,252 +146,241 @@ 1.600000023841858, 1.5, 1.5, - 1.600000023841858 + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142 ], "p50": [ - 1.2997833490371704, - 1.2982171773910522, - 1.2967194318771362, - 1.2990870475769043, - 1.2951490879058838, - 1.295974612236023, - 1.2974810600280762, - 1.2982687950134277, - 1.2984387874603271, - 1.2970411777496338, - 1.298749327659607, - 1.2987879514694214, - 1.2990542650222778, - 1.2992140054702759, - 1.2989486455917358, - 1.2986152172088623, - 1.2982807159423828, - 1.2984304428100586, - 1.2983146905899048, - 1.2985037565231323, - 1.2986410856246948, - 1.2986112833023071, - 1.2987215518951416, - 1.2989767789840698, - 1.2986711263656616, - 1.2989475727081299, - 1.2988672256469727, - 1.2990834712982178, - 1.29867422580719, - 1.2986105680465698, - 1.2984691858291626, - 1.2980124950408936, - 1.3025953769683838, - 1.3011363744735718, - 1.3021128177642822, - 1.302687168121338, - 1.3026939630508423, - 1.302422046661377, - 1.302997350692749, - 1.3024747371673584, - 1.3023661375045776, - 1.302668809890747, - 1.3022902011871338, - 1.3018147945404053, - 1.3019264936447144, - 1.3019565343856812, - 1.3014990091323853, - 1.301864504814148, - 1.3015307188034058, - 1.3016847372055054, - 1.3017535209655762, - 1.3013874292373657, - 1.3013713359832764, - 1.3008835315704346, - 1.3004872798919678, - 1.3004599809646606, - 1.300378680229187, - 1.299892783164978, - 1.3002302646636963, - 1.3009780645370483, - 1.3007501363754272, - 1.3008865118026733, - 1.3006409406661987, - 1.3003166913986206, - 1.300877571105957, - 1.3013488054275513, - 1.30109703540802, - 1.3023505210876465, - 1.3016648292541504, - 1.3010387420654297, - 1.302355408668518, - 1.302476406097412 + 1.3733817338943481, + 1.302293062210083, + 1.3025413751602173, + 1.3012651205062866, + 1.301447868347168, + 1.3004316091537476, + 1.3011139631271362, + 1.3015906810760498, + 1.3014507293701172, + 1.30173921585083, + 1.2995973825454712, + 1.300653338432312, + 1.3011494874954224, + 1.3022751808166504, + 1.3011794090270996, + 1.3000303506851196, + 1.3012466430664062, + 1.3020330667495728, + 1.3013893365859985, + 1.302328109741211, + 1.301379680633545, + 1.3022032976150513, + 1.302478551864624, + 1.3023688793182373, + 1.3030520677566528, + 1.3046369552612305, + 1.3025712966918945, + 1.3037257194519043, + 1.3024723529815674, + 1.3029685020446777, + 1.3012874126434326, + 1.302039384841919, + 1.300228238105774, + 1.299901008605957, + 1.3005292415618896, + 1.3007094860076904, + 1.3021631240844727, + 1.3008317947387695, + 1.3016870021820068, + 1.3012077808380127, + 1.2998511791229248, + 1.3002132177352905, + 1.300944209098816, + 1.3002994060516357, + 1.3002521991729736, + 1.3004388809204102, + 1.3003840446472168, + 1.3006757497787476, + 1.3008166551589966, + 1.3013193607330322, + 1.3013758659362793, + 1.3016283512115479, + 1.3017215728759766, + 1.302038311958313, + 1.3017401695251465, + 1.3016316890716553, + 1.3016319274902344, + 1.3016088008880615, + 1.3013873100280762, + 1.3014971017837524, + 1.3012430667877197, + 1.3021663427352905, + 1.300860047340393, + 1.3003720045089722, + 1.299925446510315, + 1.300633430480957, + 1.3024201393127441, + 1.301396369934082, + 1.3013006448745728, + 1.3006963729858398, + 1.3011606931686401, + 1.3012746572494507 ], "p10": [ - 1.205878734588623, - 1.198233723640442, - 1.195340633392334, - 1.1942096948623657, - 1.1983083486557007, - 1.2006338834762573, - 1.1966198682785034, - 1.198522925376892, - 1.195474624633789, - 1.1951030492782593, - 1.1957215070724487, - 1.1953494548797607, - 1.1944130659103394, - 1.1916959285736084, - 1.1920667886734009, - 1.1909548044204712, - 1.1904065608978271, - 1.1890519857406616, - 1.1879727840423584, - 1.1875051259994507, - 1.1868689060211182, - 1.186528205871582, - 1.1859838962554932, - 1.1852754354476929, - 1.1847264766693115, - 1.1835427284240723, - 1.1834570169448853, - 1.1834831237792969, - 1.1825556755065918, - 1.1813331842422485, - 1.1815842390060425, - 1.180200219154358, - 1.1610788106918335, - 1.163090705871582, - 1.1629526615142822, - 1.1609535217285156, - 1.1641483306884766, - 1.1644068956375122, - 1.1637940406799316, - 1.1649481058120728, - 1.1632227897644043, - 1.1622470617294312, - 1.1595076322555542, - 1.1597046852111816, - 1.157651662826538, - 1.1565988063812256, - 1.1576837301254272, - 1.1576114892959595, - 1.1578991413116455, - 1.1585553884506226, - 1.1576955318450928, - 1.1567599773406982, - 1.1562162637710571, - 1.1546127796173096, - 1.15370512008667, - 1.1539655923843384, - 1.1533753871917725, - 1.151740550994873, - 1.153442621231079, - 1.1536673307418823, - 1.1533687114715576, - 1.1542835235595703, - 1.1521282196044922, - 1.151247501373291, - 1.1483213901519775, - 1.135200023651123, - 1.1322555541992188, - 1.1311055421829224, - 1.130615234375, - 1.1302313804626465, - 1.136216163635254, - 1.1350393295288086 + 1.2507741451263428, + 1.2199070453643799, + 1.2031211853027344, + 1.200305461883545, + 1.1958836317062378, + 1.2024903297424316, + 1.2001674175262451, + 1.1997277736663818, + 1.2024424076080322, + 1.2040510177612305, + 1.2027627229690552, + 1.2004191875457764, + 1.1983243227005005, + 1.1976566314697266, + 1.1987993717193604, + 1.1998467445373535, + 1.198408842086792, + 1.1974838972091675, + 1.197265386581421, + 1.1974143981933594, + 1.197340965270996, + 1.197343111038208, + 1.197045087814331, + 1.1971951723098755, + 1.1965930461883545, + 1.1966434717178345, + 1.1963715553283691, + 1.196929693222046, + 1.1970843076705933, + 1.1968072652816772, + 1.1975711584091187, + 1.1972471475601196, + 1.1871322393417358, + 1.1910771131515503, + 1.195003628730774, + 1.192115068435669, + 1.1960959434509277, + 1.197127342224121, + 1.1955558061599731, + 1.194977045059204, + 1.194098949432373, + 1.1948931217193604, + 1.1954734325408936, + 1.1963390111923218, + 1.1971977949142456, + 1.1967904567718506, + 1.1961958408355713, + 1.1961408853530884, + 1.1964677572250366, + 1.1959456205368042, + 1.1962921619415283, + 1.1966049671173096, + 1.196272850036621, + 1.19654381275177, + 1.1963756084442139, + 1.1964622735977173, + 1.1961013078689575, + 1.1959056854248047, + 1.1960501670837402, + 1.1963701248168945, + 1.1964069604873657, + 1.1957112550735474, + 1.1962984800338745, + 1.1958341598510742, + 1.177798867225647, + 1.184956431388855, + 1.1855441331863403, + 1.1883904933929443, + 1.1902997493743896, + 1.1916452646255493, + 1.1905226707458496, + 1.1914503574371338 ], "p90": [ - 1.4050467014312744, - 1.3970565795898438, - 1.408588171005249, - 1.3977113962173462, - 1.4043080806732178, - 1.4008418321609497, - 1.4044115543365479, - 1.4072445631027222, - 1.4059975147247314, - 1.4084644317626953, - 1.4111651182174683, - 1.4152501821517944, - 1.4129438400268555, - 1.4151043891906738, - 1.416056752204895, - 1.414969563484192, - 1.4178872108459473, - 1.4210621118545532, - 1.4220162630081177, - 1.4276340007781982, - 1.429910659790039, - 1.4309303760528564, - 1.4337012767791748, - 1.436423420906067, - 1.435989499092102, - 1.4378266334533691, - 1.4373773336410522, - 1.43610680103302, - 1.438754916191101, - 1.439475178718567, - 1.440788984298706, - 1.4435206651687622, - 1.4623582363128662, - 1.4584420919418335, - 1.457078456878662, - 1.4636528491973877, - 1.4643580913543701, - 1.4649561643600464, - 1.4672815799713135, - 1.4697494506835938, - 1.4689470529556274, - 1.4724386930465698, - 1.474049687385559, - 1.4735699892044067, - 1.475536584854126, - 1.4755442142486572, - 1.4770736694335938, - 1.4798016548156738, - 1.482523798942566, - 1.486099123954773, - 1.4879881143569946, - 1.4928827285766602, - 1.4965591430664062, - 1.5023962259292603, - 1.502286672592163, - 1.5053690671920776, - 1.5077242851257324, - 1.5082223415374756, - 1.5082743167877197, - 1.5144580602645874, - 1.5146816968917847, - 1.5135222673416138, - 1.5175212621688843, - 1.5149410963058472, - 1.4908034801483154, - 1.5114824771881104, - 1.5141352415084839, - 1.5099234580993652, - 1.515471339225769, - 1.5130655765533447, - 1.5086382627487183, - 1.520878553390503 + 1.4595980644226074, + 1.4565622806549072, + 1.4637553691864014, + 1.4646892547607422, + 1.4659173488616943, + 1.4615436792373657, + 1.468266248703003, + 1.4765028953552246, + 1.4738280773162842, + 1.474002718925476, + 1.480520248413086, + 1.481918215751648, + 1.4805338382720947, + 1.4869853258132935, + 1.4917165040969849, + 1.4928791522979736, + 1.5014783143997192, + 1.5073645114898682, + 1.5099079608917236, + 1.5239570140838623, + 1.527579426765442, + 1.5256140232086182, + 1.5295757055282593, + 1.531219482421875, + 1.529616355895996, + 1.5352205038070679, + 1.5363928079605103, + 1.5305676460266113, + 1.535167932510376, + 1.536335825920105, + 1.5376975536346436, + 1.5383425951004028, + 1.5000801086425781, + 1.4974281787872314, + 1.500434160232544, + 1.5037997961044312, + 1.5070090293884277, + 1.5059399604797363, + 1.5060267448425293, + 1.5071845054626465, + 1.5074800252914429, + 1.5082262754440308, + 1.5118337869644165, + 1.5147830247879028, + 1.5144182443618774, + 1.5139634609222412, + 1.5188361406326294, + 1.5205843448638916, + 1.525469422340393, + 1.5278446674346924, + 1.5293378829956055, + 1.532825231552124, + 1.5352833271026611, + 1.5372473001480103, + 1.5371403694152832, + 1.5387253761291504, + 1.5382063388824463, + 1.5394622087478638, + 1.5393139123916626, + 1.5405795574188232, + 1.5440040826797485, + 1.5436686277389526, + 1.5445687770843506, + 1.5433968305587769, + 1.5179537534713745, + 1.516741394996643, + 1.5210649967193604, + 1.523596167564392, + 1.5280160903930664, + 1.5257019996643066, + 1.5272598266601562, + 1.527942419052124 ], "timestamps": [ - "2026-06-19 16:50:00", - "2026-06-19 17:00:00", - "2026-06-19 17:10:00", - "2026-06-19 17:20:00", - "2026-06-19 17:30:00", - "2026-06-19 17:40:00", - "2026-06-19 17:50:00", - "2026-06-19 18:00:00", - "2026-06-19 18:10:00", - "2026-06-19 18:20:00", - "2026-06-19 18:30:00", - "2026-06-19 18:40:00", - "2026-06-19 18:50:00", - "2026-06-19 19:00:00", - "2026-06-19 19:10:00", - "2026-06-19 19:20:00", - "2026-06-19 19:30:00", - "2026-06-19 19:40:00", - "2026-06-19 19:50:00", - "2026-06-19 20:00:00", - "2026-06-19 20:10:00", "2026-06-19 20:20:00", "2026-06-19 20:30:00", "2026-06-19 20:40:00", @@ -533,6 +510,25 @@ "2026-06-20 17:20:00", "2026-06-20 17:30:00", "2026-06-20 17:40:00", - "2026-06-20 17:50:00" + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a860de34ab0e45cd3007991e31f9fb409c59b1bc..05aaca045baf999dd2f062fac13beddc764f9836 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,49 +1,31 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:44:01.598227+00:00", + "evaluated_at": "2026-06-21T20:50:09.877832+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t153000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t170000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t145000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-21T17:32:18.317374Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", + "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": []