diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 2959547b017f183e718c9846cf84184cab962f2d..559fb4b4da462eb2e9b2fa964104ae9086f43d51 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,646150.0516452207,541924.0971965619,647.3468248745706,0.6579832207359863,0.009842896388507204,0.009905679793644947,10.643312729671074,803.8345922173421,0.01226084585418006,0.009873946345212749,0.008860079873663019,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,564031.4540922848,292271.20407464204,483.39013583700034,0.48632592757470555,0.0073581731104260285,0.007388311272876431,3.825881582388893,751.0202754202344,0.011460926021564403,0.007376763008537764,0.006224566200200653,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.9052404647656982,1.8888457195874855,1.153098619123037,1.0789899530037694,22.30432795115085,0.9554828416161507,42.34903400837664,1.3803044826289952,1.4115707407933538,1.1792182757409724,1.1747809130959666,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07919905708553991,0.08750083008989017,0.2643652385569961,1.9697798773510244,0.20078763696913182,0.2277801443242694,34.225553174275156,0.2814232703341,0.22364761698695887,0.21009156615680533,0.1897519080878947,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.3292136739842622,1.3180934366896198,0.9745745230955783,0.9066723252279728,17.974873660846637,0.9917220991164941,35.46427548259699,1.1529152934991633,1.3067897575393816,1.1046466396284764,1.0996808183464393,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.09617559956196851,0.10557788320444567,0.2954650208438033,2.1184283750955433,0.2240218669610794,0.2572972859200854,38.22138963260878,0.31012191080600626,0.2448330956710939,0.2332618663663658,0.21263089936910548,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847702492166,0.11526590829761559,0.12442497417006311,0.007244405286797609,0.007246342156496041,0.7934136999321865,0.1532522414257977,0.009598261161411457,0.007219158953596752,0.00621948320582412,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,365.69484006464586,360.7057078614609,17.435588227364974,2.2862988224376792,0.6250230533911985,0.4489520449761839,64.28061572609307,19.12314932391226,0.49708172804324213,0.4532157427998315,0.43412943649998004,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.885272197655667,24.43656288455018,3.8616315660301823,1.8784362375134975,0.14021381997969865,0.15763520643354909,56.383156677037114,4.887256101091457,0.19288628701748534,0.15240776402831288,0.1463289296245688,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.296959304076307,20.905567273042827,4.005804313558692,0.7579971368626172,0.4564151756577151,0.3514101022180223,3.400492340902083,5.029608265469221,0.43577833347025746,0.3470732979256628,0.27341284975964153,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1710.383977853936,670.9761783329226,21.120664102455788,0.4737345219242419,0.007447979236701453,0.00748248324194855,9.068779066397857,41.35678877589429,0.014672031494774026,0.007492918528587419,0.00703167720822619,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1775.9326840377819,100.15299276365141,4.59560983436766,0.09191219668735319,0.0016289600602047872,0.0016342676482670887,2.733889561839103,42.14181633529554,0.015039458617800637,0.0016400689371721016,0.0016799107915372803,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 3001e698c695c76351698b08d7b8e98050383119..82185222f1850125dc4e7547766307898305ab32 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:59:54.972439+00:00", + "evaluated_at": "2026-06-17T15:34:36.816682+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 64946.46311034526, - 64928.96152096002, - 64935.55787016433, - 64943.84163852318, - 64947.48852530258, - 64939.33028253333, - 64932.13380928247, - 64910.48765262754, - 64941.56103430262, - 64928.288556992455, - 64937.315810474014, - 64943.79348283171, - 64932.13348426222, - 64928.28855480139, - 64925.46873416433, - 64927.613198586834, - 64928.96391101046, - 64928.96391101045, - 64908.902103020286, - 64896.855858028866, - 64910.48759120081, - 64935.303057484394, - 64951.16536641719, - 64925.468734163805 + 65160.53977176251, + 65158.55876953953, + 65150.309490961336, + 65159.2280687726, + 65158.565311743325, + 65165.44185203298, + 65139.08108063059, + 65159.73617745694, + 65186.3016922319, + 65155.63873132827, + 65155.63863660007, + 65152.1629508247, + 65153.994531365795, + 65157.47025054604, + 65151.98436043254, + 65165.43499923071, + 65158.3385943775, + 65159.1611048801, + 65159.16110486971, + 65158.586733590855, + 65158.02849169196, + 65153.80706932389, + 65150.16165202213, + 65176.868176560514 ], "p10": [ - 64672.36977619849, - 64720.1595172415, - 64713.7084109101, - 64727.957172926246, - 64729.82662615167, - 64752.643478393045, - 64718.81151990327, - 64635.50191268665, - 64718.81120647693, - 64718.811197062074, - 64728.91988671416, - 64634.390962737896, - 64752.64175850895, - 64634.39096266234, - 64665.235228488185, - 64665.23522848776, - 64729.81752543438, - 64734.075245776214, - 64727.909017156424, - 64635.50185125991, - 64718.81119486821, - 64665.23522848766, - 64752.64175849415, - 64728.91988629956 + 64947.48282002717, + 64962.637589721104, + 64952.23209189073, + 64952.50838246606, + 64961.00763806168, + 64896.625027314054, + 64900.097935200276, + 64952.15080660354, + 64959.01033686311, + 64944.58554184064, + 64952.44139560665, + 64949.5282932634, + 64961.983239930276, + 64944.58547082312, + 64892.83177538238, + 64949.52828599568, + 64958.353646921656, + 64900.1001274539, + 64961.6859741704, + 64896.618174435665, + 64900.10012744577, + 64959.010561210845, + 64958.353646946234, + 64959.01056121077 ], "p90": [ - 65175.959807164276, - 65175.54509841385, - 65169.08007213339, - 65135.87911953259, - 65233.92028865555, - 65233.91290783714, - 65233.9115129733, - 65239.09338110979, - 65243.51707504814, - 65245.52825897036, - 65174.19677645516, - 65233.911188016595, - 65180.11063800352, - 65270.02253016281, - 65174.196776041084, - 65239.09331968316, - 65239.53569405871, - 65270.022530160015, - 65145.347503609795, - 65180.11063798872, - 65168.228424277106, - 65233.91118793825, - 65243.51706343942, - 65233.91118793825 + 65401.84999049923, + 65502.654529870815, + 65411.75011080193, + 65484.60223115194, + 65485.31386945828, + 65492.542360665226, + 65403.89326414506, + 65374.51886010797, + 65478.57840986395, + 65479.17436928477, + 65508.85007276954, + 65411.36378151753, + 65492.535505436485, + 65478.57863496325, + 65502.0001821891, + 65478.57863428853, + 65492.53550776143, + 65577.30410852566, + 65485.335291302494, + 65371.254014630074, + 65502.00018242928, + 65381.98647658758, + 65478.57863421158, + 65492.53550778604 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e4c6c87023c6e26687a2ced4040a063c3b351b52..5dd5b54e1703fd64aab15e5f83ac3dd9e15eeaf9 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:51:20.865478+00:00", + "evaluated_at": "2026-06-17T15:34:36.866409+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.2227248248889957, - 2.2145004402067365, - 2.2080446557630387, - 2.203337291960943, - 2.196891732494432, - 2.190810935067325, - 2.182795907052241, - 2.1790402994693117, - 2.173463219839676, - 2.166078203459659, - 2.160828976635025, - 2.155486025479089, - 2.1485209451275504, - 2.1435063992020167, - 2.13789818713309, - 2.1297812422053317, - 2.1277554870747726, - 2.1199102910711205, - 2.115282817173945, - 2.109398149188803, - 2.1060934564508935, - 2.1007005142714865, - 2.0956956937469395, - 2.090654071907667, - 2.085898615223458, - 2.0790004510971483, - 2.076200598322334, - 2.0699741945205723, - 2.0633985522119795, - 2.0594230927065444, - 2.0537467335632384, - 2.051349401071639, - 2.0476189298522085, - 2.0416172797758327, - 2.0366528240279576, - 2.0345767472143717, - 2.028160923867186, - 2.025563517729651, - 2.0202799764345087, - 2.0174673680737474, - 2.0133098008842945, - 2.009600056796699, - 2.0049933701322673, - 1.9995954174813702, - 1.997644516237167, - 1.9917238490607518, - 1.987879398667705, - 1.9861171457204791, - 1.9832209533600293, - 1.9777342679618521, - 1.9736596626199576, - 1.9705998807466427, - 1.9648172451439478, - 1.9629132901962763, - 1.9607994734045529, - 1.9566603677008718, - 1.9526325575625363, - 1.9479910294033655, - 1.9465480531723123, - 1.941797446150175 + 2.1588037320463993, + 2.141606002390515, + 2.1252688521656067, + 2.1099149315878583, + 2.092055302154097, + 2.0785345071097545, + 2.059987825542864, + 2.0439960328563216, + 2.031113478884893, + 2.014220449976729, + 1.999445499350511, + 1.9864546930276998, + 1.9735886974673154, + 1.9564310292100275, + 1.9433980120984196, + 1.9292759984615668, + 1.913107075793116, + 1.9000639636417498, + 1.8861414671055132, + 1.8732128444275857, + 1.8614677766541396, + 1.8466231237681778, + 1.8329361014555268, + 1.8212909307602083, + 1.8082225723770908, + 1.7973743194132097, + 1.7847418322109887, + 1.771486543153512, + 1.7591255903037417, + 1.7477779677418364, + 1.7361688670673767, + 1.7243961215593409, + 1.7138305082057774, + 1.7002071886600898, + 1.6906178775636735, + 1.6786346249892257, + 1.6673883173119743, + 1.6561438768878525, + 1.6462207187417726, + 1.6370932369402933, + 1.6261905079621732, + 1.6139306668752427, + 1.6061678561804547, + 1.5940605038458053, + 1.5855971477443953, + 1.5733215441965336, + 1.5666641863752173, + 1.5571227227454043, + 1.5454395152027343, + 1.537722540575037, + 1.5276863538910979, + 1.5204138626388848, + 1.5077443626941556, + 1.4995945702570153, + 1.4922907506849787, + 1.4848239932724545, + 1.474820748573502, + 1.465821794832189, + 1.4585535261148013, + 1.450743059625014 ], "p10": [ - 2.208019965537564, - 2.2010550684279484, - 2.197064649289592, - 2.1886392073846817, - 2.183165127933288, - 2.1772109738731182, - 2.169450468695536, - 2.164784809443699, - 2.1588014880049737, - 2.152078283223259, - 2.146976770711309, - 2.1424427580736345, - 2.1339779349503045, - 2.12896869568561, - 2.1236713547966732, - 2.1171577333434577, - 2.11234746076063, - 2.1069363801009726, - 2.101443218481724, - 2.0972897750930994, - 2.0907297821378594, - 2.0868689239524727, - 2.082157278266882, - 2.075424878820305, - 2.0706704855613096, - 2.065882624202262, - 2.0602620757382644, - 2.0599395528735434, - 2.050776939163235, - 2.0465730937129076, - 2.041177539805294, - 2.0378687327396836, - 2.0335813282817816, - 2.0283515884480794, - 2.0234035576239666, - 2.0187347721202347, - 2.016350473592556, - 2.011681359048577, - 2.005554199044487, - 2.0026692756220026, - 1.9984432416883455, - 1.993175090569552, - 1.990471666450226, - 1.986100349233142, - 1.9821882339092767, - 1.9789711564943417, - 1.9748045745793685, - 1.9703421029445127, - 1.96726391969454, - 1.9627989498012632, - 1.9597493334111833, - 1.954981264557068, - 1.9532688123286182, - 1.9485272280627826, - 1.9463023244171298, - 1.9415065451415632, - 1.9406194564974237, - 1.932069137308576, - 1.9326945898055081, - 1.928570461423324 + 2.1443522723668753, + 2.1274587605448843, + 2.110361182473508, + 2.0967464420111406, + 2.078346934844664, + 2.0667441075377115, + 2.0479196191089386, + 2.0328384419024217, + 2.01508179623877, + 2.0002830252078874, + 1.985692914959492, + 1.9719499988268916, + 1.9572462526761438, + 1.9430439638715298, + 1.9285228918690016, + 1.9163318609081532, + 1.8991282838455816, + 1.8861118333694256, + 1.8714259704721345, + 1.8586452302761463, + 1.8467608656448846, + 1.8322596231338146, + 1.8209915769801066, + 1.8075061508131902, + 1.7949951418489267, + 1.7823479006698875, + 1.7700582392991824, + 1.756841326360393, + 1.7451623609014946, + 1.7345051656552797, + 1.7222231381083521, + 1.7098241034684132, + 1.6983344196655257, + 1.6875809327054194, + 1.676595521077819, + 1.6647558766946395, + 1.6549163779554839, + 1.6420390787323493, + 1.6328093392294734, + 1.6235904787231872, + 1.6112858095593297, + 1.600949163852254, + 1.59326106794282, + 1.5819369328326942, + 1.5714274645733237, + 1.5605058903011542, + 1.550865256613019, + 1.544190007987731, + 1.5306221045182153, + 1.522860683983139, + 1.5119984736435659, + 1.5044759783311086, + 1.4954485738338146, + 1.4871224723255543, + 1.4765833927077952, + 1.4712758368053638, + 1.4615348500159469, + 1.4525232727625181, + 1.4453627697886988, + 1.435165797651574 ], "p90": [ - 2.233862285588296, - 2.229027949750711, - 2.220561091269874, - 2.2179939437891742, - 2.211829965313706, - 2.203949914177786, - 2.196823200950924, - 2.19170176149603, - 2.185601050289538, - 2.1786985655350515, - 2.1724015236693184, - 2.1684993290203556, - 2.160985724248313, - 2.15752861039951, - 2.1507354351544543, - 2.143915262763311, - 2.1384266054008148, - 2.135092566547019, - 2.129427701923032, - 2.123798557143046, - 2.119573608366901, - 2.1135717095956252, - 2.108407573994658, - 2.10326208191079, - 2.0999552785641837, - 2.093449903656241, - 2.089558797814504, - 2.0826490407929694, - 2.079558770704471, - 2.0728518976314763, - 2.067810747473816, - 2.0649987029120576, - 2.0596971856153647, - 2.056001280860431, - 2.0501530138924555, - 2.0471782424414973, - 2.0407101973974804, - 2.0402210819144275, - 2.0342272485477904, - 2.0301962972409964, - 2.0260522921130892, - 2.021195850462991, - 2.0166832812020545, - 2.0127306121479562, - 2.0106578197784333, - 2.006153231324835, - 2.0039302134080574, - 1.9987239299092847, - 1.9946228713979453, - 1.989764650341665, - 1.9873573098316015, - 1.9826102305778988, - 1.980150923566607, - 1.9752053110894436, - 1.9737833123550061, - 1.9695296711936858, - 1.9673088828922856, - 1.9608482757295362, - 1.9586723195267715, - 1.956320896546693 + 2.1720658102379615, + 2.152849234409884, + 2.138155664697456, + 2.1214625829473475, + 2.1068089042581395, + 2.09076567501143, + 2.0751764183393595, + 2.057861711893013, + 2.044556170988106, + 2.0305873551180476, + 2.0130425180530223, + 1.9992053218592727, + 1.9834029431143458, + 1.9715379795679215, + 1.9574588979278729, + 1.9396053656536192, + 1.927820023181852, + 1.9156521367560908, + 1.89879498620434, + 1.8866098306876158, + 1.8737308262352539, + 1.8624071443660923, + 1.8472291422911382, + 1.8348416552795823, + 1.8206803648929772, + 1.8094694229420316, + 1.7969355808055714, + 1.789012614106167, + 1.7711458234680506, + 1.7612310480212547, + 1.7507212192877, + 1.7367974822137267, + 1.726283938419578, + 1.714920136048826, + 1.702195816945776, + 1.6905018717165734, + 1.6814787442476558, + 1.6716236398775755, + 1.6604123112352314, + 1.6494135584019567, + 1.638980539186278, + 1.6284688587409952, + 1.6177945065852601, + 1.6073115142973935, + 1.5976047926916819, + 1.5872233722232003, + 1.577224611379907, + 1.5711642996566777, + 1.5584565755882214, + 1.550747250686696, + 1.5405731664229474, + 1.5307118951510061, + 1.5228987859741523, + 1.5124713321085224, + 1.5053695347914346, + 1.498262772368824, + 1.4873684215206344, + 1.4781061022028963, + 1.4713818135955432, + 1.4631016245553483 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6ac4ebf487a8b55ab43feee393f942196ab9ee79..be52acfc423e48ce00f38db96a7ffa231424638d 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:51:20.912289+00:00", + "evaluated_at": "2026-06-17T15:34:36.925875+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 0.9882323744003685, - 0.9956067438384366, - 0.9934557423012869, - 1.0008342548747802, - 1.0011130164538238, - 0.9977669410703683, - 0.9978168611576702, - 0.9998737552834805, - 0.9973950113916585, - 0.998302623116283, - 1.0003008067546155, - 1.0010115901881556, - 0.9984109798444872, - 0.9994764362722752, - 0.998411152500804, - 1.0021484572545212, - 1.0013175180083143, - 0.9985169790134547, - 0.9928525197351934, - 0.9985169813565424, - 1.0010120869753139, - 1.0010120871000792, - 0.9984111901257752, - 0.9985169818512787, - 0.9994765252677618, - 1.0003019812115932, - 1.0013175247518165, - 0.9983053984608228, - 1.0003019812143061, - 1.0016229623144122, - 1.0016229623144666, - 1.0016229623144894, - 0.9988909618680163, - 0.9974015697595893, - 0.9983053984613475, - 1.0010120871916106, - 1.0013175247530586, - 0.9988909618680234, - 0.99851698186767, - 1.0006570342030698, - 0.9974015697595922, - 0.9989967535711841, - 0.9998892532446134, - 0.99851698186767, - 1.0013175247530586, - 1.001012087191611, - 0.99851698186767, - 1.0006570342030698, - 0.9998892532446134, - 0.9974015697595922, - 1.001012087191611, - 0.9961049695623172, - 1.0016229623145063, - 0.99851698186767, - 0.9961049695623172, - 0.9983053984613486, - 1.0003019812145286, - 0.9994765252746982, - 1.0016229623145063, - 0.9994765252746982, - 0.9994765252746982, - 0.99851698186767, - 1.001012087191611, - 1.0013175247530586, - 0.9946036325884933, - 0.9978534841104704, - 0.99851698186767, - 0.9946095165310893, - 1.0027949997380934, - 0.99851698186767, - 1.0016229623145063, - 0.99851698186767 + 0.9337329242483186, + 0.9571186026128331, + 0.9616634678095238, + 0.9694144026349856, + 0.9748945496350119, + 0.9720432547374799, + 0.9734257093561272, + 0.9740138510552865, + 0.9676054246224322, + 0.9726412340042808, + 0.9742881473439154, + 0.9732571622536986, + 0.9706861792208492, + 0.9736961087682594, + 0.9742976800311893, + 0.9785708665129436, + 0.9695829839074255, + 0.9700671677968062, + 0.9687409051915208, + 0.9700671921663819, + 0.9706880662858204, + 0.9759765921576365, + 0.9741323826507305, + 0.9741323829210722, + 0.9719747773036601, + 0.9755867901671694, + 0.9766527022705506, + 0.9741323831232769, + 0.9716643419517516, + 0.9736969345593329, + 0.9742980409221695, + 0.975137317089342, + 0.9706880687999679, + 0.9742152120268169, + 0.9759248447230437, + 0.9766527022880568, + 0.9741323831309275, + 0.9713771639053308, + 0.9706880688000892, + 0.9703776333598126, + 0.9736969345607949, + 0.9742980409228085, + 0.9751969871580671, + 0.975976593256434, + 0.970377633359813, + 0.976652702288067, + 0.973696934560795, + 0.9676572260505997, + 0.973261485990658, + 0.9713771639053327, + 0.973696934560795, + 0.9690989077490314, + 0.9774933092186167, + 0.9720662590105754, + 0.970067197919536, + 0.967266480316601, + 0.975976593256434, + 0.9695830528342837, + 0.975976593256434, + 0.9742980409228085, + 0.9720662590105754, + 0.974132383130932, + 0.976652702288067, + 0.9763146477722505, + 0.9751969871580671, + 0.970377633359813, + 0.9726638725006167, + 0.970067197919536, + 0.9742980409228085, + 0.9742980409228085, + 0.974132383130932, + 0.974132383130932 ], "p10": [ - 0.8980795591568194, - 0.9269088017628924, - 0.9304088356098259, - 0.9291241865075257, - 0.9371884469345562, - 0.9316802306441823, - 0.934933274271146, - 0.9097814986654356, - 0.9289830228789977, - 0.9296046810407388, - 0.9315496674945232, - 0.9315503449509808, - 0.9093554414159737, - 0.9220654451576005, - 0.9097969589628632, - 0.9296074404474213, - 0.9220655274152791, - 0.928989578392716, - 0.9053835465130053, - 0.9220655336488959, - 0.9097969964102712, - 0.9093556516444639, - 0.9097969965878343, - 0.931766773667893, - 0.9296074563788679, - 0.909796996623633, - 0.9315508419531939, - 0.9053835477203156, - 0.9296074563855818, - 0.9234287049969798, - 0.9315508419543965, - 0.9234287049970571, - 0.9289895812469242, - 0.9289895812469284, - 0.9093556517359946, - 0.9234287049970735, - 0.9296074563858041, - 0.9296074563858043, - 0.9296074563858043, - 0.93464958486998, - 0.9220655341600235, - 0.9097969966265684, - 0.9317667736842843, - 0.9315508419544363, - 0.9053835477208414, - 0.9097969966265684, - 0.9053835477208414, - 0.9317667736842843, - 0.9296074563858043, - 0.9093556517359958, - 0.93464958486998, - 0.9097969966265684, - 0.923428704997074, - 0.923428704997074, - 0.9289895812469313, - 0.9296074563858043, - 0.923428704997074, - 0.9097969966265684, - 0.923428704997074, - 0.9289895812469313, - 0.9296074563858043, - 0.923428704997074, - 0.9097969966265684, - 0.9097969966265684, - 0.9053835477208414, - 0.923428704997074, - 0.9053835477208414, - 0.9220655341600235, - 0.9296074563858043, - 0.9315508419544363, - 0.9317667736842843, - 0.9296074563858043 + 0.8339183465826617, + 0.8824531116823195, + 0.8920314522609109, + 0.8695998249693287, + 0.9079740341657221, + 0.8852525862827543, + 0.8861357286551177, + 0.8801289075566074, + 0.8727974934067924, + 0.9047911130745561, + 0.9042691720549516, + 0.8810651319838817, + 0.8864050642805448, + 0.8858723782533555, + 0.9066933117238696, + 0.8864067961412847, + 0.8810693867939828, + 0.8994668620776887, + 0.8802474264678803, + 0.8994668864472644, + 0.8981608958520856, + 0.9093941312041632, + 0.8864069533795841, + 0.8858732038360313, + 0.8864069537680717, + 0.8994668921603373, + 0.8858732040283747, + 0.8994668921927633, + 0.8864069538564401, + 0.8864069538583235, + 0.8810694557202021, + 0.8864069538595063, + 0.8858732040457691, + 0.8994668922003651, + 0.8981608983663318, + 0.9065056805110189, + 0.899466892200414, + 0.8994668922004165, + 0.8858732040458903, + 0.8810694557208407, + 0.8864069538597854, + 0.881069455720841, + 0.8864069538597855, + 0.9096941833793465, + 0.8802474396322529, + 0.8858732040458911, + 0.8981608983663552, + 0.8802474396322529, + 0.9066936726154887, + 0.8728492948349599, + 0.8864069538597855, + 0.9066936726154887, + 0.9066936726154887, + 0.8802474396322529, + 0.8728492948349599, + 0.8686451457105284, + 0.8994668922004184, + 0.881069455720841, + 0.8994668922004184, + 0.9048137515708919, + 0.8864069538597855, + 0.8858732040458911, + 0.9096941833793465, + 0.8981608983663552, + 0.9042790656338446, + 0.8858732040458911, + 0.8981608983663552, + 0.881069455720841, + 0.881069455720841, + 0.8864069538597855, + 0.8994668922004184, + 0.8864069538597855 ], "p90": [ - 1.0809332254084287, - 1.0910318805615242, - 1.0866761539698506, - 1.0932472653061576, - 1.092318010982247, - 1.0992079895275015, - 1.0718634610381033, - 1.0878026623533281, - 1.0925159609135482, - 1.0937277598393707, - 1.0923871208323515, - 1.0937300381809807, - 1.0992943222475815, - 1.0992944435651806, - 1.0942868972590476, - 1.0992945166292205, - 1.1040724059258111, - 1.0852481166560293, - 1.0925225180736458, - 1.0925225187703542, - 1.0992945323513064, - 1.1040724125790236, - 1.0925225192427477, - 1.0923882952758732, - 1.092388295285328, - 1.0942869349198174, - 1.0852481195090022, - 1.1040724126700296, - 1.092388295292042, - 1.0885087840419008, - 1.1040724126705157, - 1.0937305351844193, - 1.0992945325675965, - 1.092522519281479, - 1.1040724126705543, - 1.092388295292264, - 1.1040724126705552, - 1.0925225192814818, - 1.0925225192814818, - 1.0873103675391496, - 1.070416968933199, - 1.0992945325676036, - 1.1095769078956679, - 1.0992945325676036, - 1.0942869349227529, - 1.0923882952922646, - 1.0925225192814818, - 1.0997723205778986, - 1.0997723205778986, - 1.0873103675391496, - 1.0992945325676036, - 1.0852481195102446, - 1.0992945325676036, - 1.0923882952922646, - 1.087818160314461, - 1.087818160314461, - 1.0925225192814818, - 1.0873103675391496, - 1.0930789190197985, - 1.0992945325676036, - 1.1040724126705554, - 1.0852481195102446, - 1.0925225192814818, - 1.0923882952922646, - 1.0859621370884465, - 1.0937305351844362, - 1.0923882952922646, - 1.0942869349227529, - 1.1046228621930667, - 1.1046228621930667, - 1.1095769078956679, - 1.0852481195102446 + 1.0361223969534743, + 1.05244983981945, + 1.0607512505207217, + 1.0649372205945982, + 1.0736332470685337, + 1.0675660726970924, + 1.0686021307301157, + 1.0372197355299069, + 1.0750015437776048, + 1.0681640519638933, + 1.0683044898690681, + 1.0694592966005896, + 1.0681848008809884, + 1.0750525194132368, + 1.068314022556342, + 1.069463462619048, + 1.0694635514106907, + 1.0681866603374994, + 1.0694636071731762, + 1.0681866847070751, + 1.0694636178232793, + 1.0610161783582082, + 1.063551271970967, + 1.0750533449959125, + 1.0750533451140585, + 1.0794398464605197, + 1.0694636203200325, + 1.0694636203298937, + 1.0681866904568837, + 1.0750533452043103, + 1.0700225928237321, + 1.0750533452054931, + 1.0694636203374268, + 1.0750533452057192, + 1.075053345205749, + 1.075491995335245, + 1.0694636203375443, + 1.0635512724511664, + 1.0681866904602284, + 1.0694636203375485, + 1.068186690460229, + 1.1057064641515364, + 1.079439846500601, + 1.0683143834479611, + 1.0681866904602293, + 1.070022592824371, + 1.0694636203375487, + 1.0612181841118768, + 1.0750533452057724, + 1.0630362260057171, + 1.0681866904602293, + 1.0750533452057724, + 1.079439846500601, + 1.0635512724511682, + 1.0630362260057171, + 1.0681866904602293, + 1.0681866904602293, + 1.070022592824371, + 1.0681866904602293, + 1.0694636203375487, + 1.070022592824371, + 1.084817114916655, + 1.079439846500601, + 1.0694636203375487, + 1.0681866904602293, + 1.0635512724511682, + 1.0694636203375487, + 1.0694636203375487, + 1.0630362260057171, + 1.0635512724511682, + 1.0754919953352553, + 1.0630362260057171 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3b90207503fd05d2bdea401ec438cdfa15553c0d..2a538904c1eadfd05acdcf73ae0e866767ff92a4 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:43:31.907462+00:00", + "evaluated_at": "2026-06-17T15:34:36.994503+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2809.633754289713, - 2809.505935926452, - 2809.504468430778, - 2809.5044996545466, - 2809.5045100659427, - 2809.5044144196454, - 2809.5045685669766, - 2809.5045206229693, - 2809.504414419629, - 2809.5045685669766, - 2809.504434327603, - 2809.5045446329204, - 2809.5045558328275, - 2809.5045446329204, - 2809.504476870688, - 2809.504562199902, - 2809.504414419629, - 2809.5044542355777, - 2809.5045558328275, - 2809.5045382278986, - 2809.504550232874, - 2809.504434327603, - 2809.504476870688, - 2809.504093054812 + 2802.0739849614115, + 2802.752864185991, + 2802.7803868447854, + 2802.78463222512, + 2802.7807574218627, + 2802.772862534961, + 2802.775113576282, + 2802.774361193458, + 2802.7718770721153, + 2802.76813637993, + 2802.7724618885754, + 2802.7732631904, + 2802.7728625394875, + 2802.7694567805956, + 2802.7724618885754, + 2802.77436119346, + 2802.7751135763856, + 2802.7734115410176, + 2802.7694567805956, + 2802.7694567805956, + 2802.7718770721153, + 2802.7695879547514, + 2802.77436119346, + 2802.7702496358074 ], "p10": [ - 2800.5072708844964, - 2804.8836232196436, - 2784.6451985792423, - 2796.32194336777, - 2785.331361332086, - 2778.4695918656917, - 2802.7048588850143, - 2796.3219432190217, - 2800.7884543307505, - 2805.7966262797113, - 2804.472887131734, - 2785.331361330527, - 2804.66452758716, - 2800.3779934654713, - 2796.683845677957, - 2792.2914751127973, - 2802.7048588850143, - 2796.3219432190217, - 2793.064821088605, - 2800.7884543307505, - 2785.331361330527, - 2802.7048588850143, - 2785.331361330527, - 2762.9386287245306 + 2761.0164702556663, + 2761.699646498587, + 2785.9306813675853, + 2779.125100182157, + 2797.991074333476, + 2785.307889716257, + 2779.1251087197024, + 2771.1616943525364, + 2779.1251087198066, + 2770.2170997657504, + 2773.956235769253, + 2779.1251087198066, + 2760.544388002393, + 2773.6767816275815, + 2779.699427936535, + 2793.7993161751683, + 2779.699427936535, + 2785.9310521412553, + 2757.8870435882204, + 2785.9310521412553, + 2761.715748484655, + 2773.956235769253, + 2779.699427936535, + 2785.9310521412553 ], "p90": [ - 2821.841700132272, - 2813.211627036334, - 2810.6392870542227, - 2815.979402144937, - 2813.4871708005453, - 2816.4915654186248, - 2816.0306183384305, - 2810.546972720145, - 2813.210272370756, - 2813.210272370756, - 2821.7126967544245, - 2821.7124501173644, - 2815.9792566530637, - 2813.4871707989864, - 2816.4915654186084, - 2813.4871707989864, - 2821.7124227132467, - 2813.210272370756, - 2821.7124227132467, - 2816.0306183384305, - 2816.4915654186084, - 2815.9794019961887, - 2810.639272859022, - 2817.0136511480723 + 2814.326888744327, + 2815.0100498818333, + 2815.0259321483736, + 2817.3628760825486, + 2817.4273784320826, + 2812.374837665086, + 2812.479485026117, + 2812.3748376696103, + 2812.479485026221, + 2813.581795298916, + 2812.317051235971, + 2812.4274772359436, + 2813.4213112356956, + 2812.316519507818, + 2812.3748376696126, + 2817.362884620198, + 2812.3748376696126, + 2817.362884620198, + 2815.0261518679013, + 2817.3692605313468, + 2817.362884620198, + 2812.3223513239977, + 2817.4266437316855, + 2817.362884620198 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 71dfd8d8589b7be41216ae84b7d9747d60b1f6d5..684205c4013ab24050c2edf335b4e14ca81f1a11 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,29 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:59:55.020909+00:00", + "evaluated_at": "2026-06-17T15:34:37.019576+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 78035891678ffa44eb1f21e5c997cd2e882c934e..0f3d1c29626a499a79253cd7e72ae51d947c9a90 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.200,4.500,4.200,4.000,4.200,4.000,4.200,4.000,4.100 +2026-06-17,Chronos-2,5.100,5.200,5.100,4.800,5.200,4.600,5.100,4.800,4.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index f54c746130975d11634e9774cf5654808c6dfbc9..ce04d6a1db79bebfc78ee7de97a6bdcc6cd7aa5c 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.967,3.767,3.967,3.733,3.967,3.333,3.967,3.733,3.9 +2026-W25,Chronos-Bolt-Mini,4.267,4.0,4.267,4.0,4.3,3.533,4.267,4.0,4.167 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 7d4289d5d7cd20ba01fd03c4ad5bd2327837371f..82c95537d92cf43047bdd3b9aaaf7591f036f655 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,111352.3925298055,111352.3925298055,291.412109375,0.29620022979981736,0.004451591318498959,0.004450994455681693,2.7307212886436143,333.6950591929786,0.005089832812221605,0.004444893250031062,0.0063759455988135465,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,178192.15897496542,178192.15897496542,300.6494140625,0.3024753596089938,0.004614209911947547,0.004594410359097289,2.6524820623979433,422.128130992197,0.006441875724614385,0.004588052820636485,0.005941764460434737,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.30847486676219343,0.30847486676219343,0.48671423296521726,0.4554335237629577,8.119412448443665,0.795312888759247,7.620934591870741,0.5554051375007197,0.567986014135876,0.4977391430858986,0.35721633361401295,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07644741328085036,0.07644741328085036,0.24273859295580122,1.8086401921474742,0.18385641914605833,0.20674505966215684,29.08473271802703,0.27649125353408627,0.21972813370132577,0.19290482908852152,0.16571714582142938,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0971075539669473,0.0971075539669473,0.2840970809299809,0.26430299053898376,4.770935372009379,0.7993756142635278,2.9866113847978633,0.31162084969871207,0.35321149517069145,0.3220142516969789,0.21606056799573342,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.10018391535633464,0.10018391535633464,0.285527341067791,2.047177088699625,0.215988384196182,0.24730381850045388,36.720047283175894,0.3165184281465056,0.24988297795099487,0.22541632943856355,0.1949036981606652,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.012574899264867176,0.012574899264867176,0.0772104263305664,0.08334559145654186,0.004870800591592066,0.004857128455578588,1.5125646525445464,0.11213785830337217,0.007023247686711712,0.004835725920938769,0.01184519276750411,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2338393103016947,3.2338393103016947,1.4939412275950115,0.7222615660491748,0.056152167196230014,0.05776076269824069,2.298259592963952,1.798287883043673,0.07137242983595612,0.0592931846179701,0.04489453497437298,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,27.46563337210095,27.46563337210095,4.493833025296529,0.8532594351828854,0.7293846595380783,0.42467380623475,10.116017958785912,5.24076648708001,0.4800702125569475,0.41164882674472025,0.31498320209868785,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,698.2141745885214,698.2141745885214,23.1788330078125,0.5198990581191588,0.008253842690833528,0.00821660571689972,3.3230299905081773,26.423742630227864,0.00937427676460412,0.008223089315410199,0.00609778039541759,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1815.8411032607157,1815.8411032607157,41.92926025390625,0.838585205078125,0.014972349722980954,0.014857878696225216,2.405189208984375,42.61268711617135,0.015207501721756318,0.014963602172397769,0.00979426324994837,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a232e1546a8c6fa4f62bae1f56dc360ab1be2850..3d7c22a77cbcd88a634ca284d683bc03624087a1 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:56:45.419422+00:00", + "evaluated_at": "2026-06-17T15:08:01.961397+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65703.3515625, - 65664.0, - 65649.5078125, - 65633.1640625, - 65607.1484375, - 65590.265625, - 65564.0, - 65578.0625, - 65561.1875, - 65536.2890625, - 65538.8515625, - 65499.17578125, - 65459.28125, - 65432.1484375, - 65434.171875, - 65445.96875, - 65402.671875, - 65389.67578125, - 65420.328125, - 65419.734375, - 65414.36328125, - 65383.85546875, - 65362.07421875, - 65381.19921875 + 65878.9765625, + 65844.078125, + 65849.203125, + 65837.9453125, + 65808.5390625, + 65807.578125, + 65800.2890625, + 65806.953125, + 65805.390625, + 65786.8046875, + 65767.1328125, + 65738.7734375, + 65714.9765625, + 65705.7109375, + 65701.4921875, + 65730.796875, + 65729.0546875, + 65698.1171875, + 65721.5625, + 65710.3046875, + 65705.21875, + 65668.578125, + 65642.8828125, + 65663.390625 ], "p10": [ - 65286.79296875, - 65013.90625, - 64826.328125, - 64633.890625, - 64465.48828125, - 64316.02734375, - 64171.1171875, - 64040.2578125, - 63945.84375, - 63900.5234375, - 63858.91796875, - 63771.40234375, - 63753.9921875, - 63675.09375, - 63622.546875, - 63600.31640625, - 63573.046875, - 63566.15234375, - 63557.41015625, - 63560.15625, - 63525.81640625, - 63474.92578125, - 63445.11328125, - 63431.07421875 + 65462.0859375, + 65234.2890625, + 65074.9140625, + 64918.3046875, + 64759.8203125, + 64580.76171875, + 64431.8359375, + 64331.16796875, + 64214.44140625, + 64150.66796875, + 64086.71484375, + 64022.609375, + 63979.0078125, + 63910.35546875, + 63860.92578125, + 63841.0625, + 63793.73828125, + 63776.12109375, + 63740.8671875, + 63722.12890625, + 63671.54296875, + 63606.328125, + 63570.81640625, + 63538.33203125 ], "p90": [ - 65978.1953125, - 66123.6796875, - 66239.703125, - 66336.0703125, - 66407.921875, - 66453.03125, - 66507.796875, - 66582.6640625, - 66621.703125, - 66675.8359375, - 66678.5, - 66745.1484375, - 66756.6015625, - 66738.9296875, - 66790.40625, - 66795.75, - 66849.0625, - 66840.859375, - 66843.4609375, - 66855.734375, - 66847.0859375, - 66941.171875, - 66953.4453125, - 66931.2734375 + 66113.71875, + 66244.0, + 66363.6875, + 66464.46875, + 66543.3359375, + 66601.6796875, + 66665.171875, + 66754.3515625, + 66784.8125, + 66847.4296875, + 66854.96875, + 66885.9921875, + 66932.421875, + 66937.8515625, + 66960.25, + 66997.421875, + 67055.8828125, + 67022.4375, + 67019.90625, + 67062.59375, + 67049.2109375, + 67111.4453125, + 67149.9921875, + 67131.0859375 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f48417171d577a7e15ccb248fce83ffe91d7fac5..7da129cd538e8765791d7b4011644b9bde3d9ff0 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:47:59.574262+00:00", + "evaluated_at": "2026-06-17T15:08:26.021391+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.222290515899658, - 2.208266258239746, - 2.1985156536102295, - 2.1802728176116943, - 2.168147087097168, - 2.1504664421081543, - 2.137991428375244, - 2.1225881576538086, - 2.1048150062561035, - 2.085726737976074, - 2.064098834991455, - 2.04068660736084, - 2.013406276702881, - 1.990942120552063, - 1.9601671695709229, - 1.9303739070892334, - 1.8900420665740967, - 1.8728115558624268, - 1.8465557098388672, - 1.8160464763641357, - 1.7753667831420898, - 1.7482562065124512, - 1.71091890335083, - 1.6784882545471191, - 1.639580249786377, - 1.6086094379425049, - 1.5622737407684326, - 1.5325130224227905, - 1.5002366304397583, - 1.4705805778503418, - 1.430616855621338, - 1.4026005268096924, - 1.2928581237792969, - 1.2565319538116455, - 1.226088285446167, - 1.1941111087799072, - 1.1555579900741577, - 1.1175137758255005, - 1.0860120058059692, - 1.0505355596542358, - 1.0158368349075317, - 0.9883170127868652, - 0.9549292922019958, - 0.9264432191848755, - 0.9035325050354004, - 0.8707702159881592, - 0.8457247018814087, - 0.8346539735794067, - 0.7040940523147583, - 0.6843395233154297, - 0.659027099609375, - 0.6390028595924377, - 0.6159427762031555, - 0.5973409414291382, - 0.5863540172576904, - 0.5730608701705933, - 0.553552508354187, - 0.5556108951568604, - 0.5329562425613403, - 0.5220170021057129 + 2.1663761138916016, + 2.1453938484191895, + 2.1278648376464844, + 2.1034603118896484, + 2.0803146362304688, + 2.054816484451294, + 2.029144287109375, + 2.005476951599121, + 1.9753329753875732, + 1.9467021226882935, + 1.9094821214675903, + 1.8741204738616943, + 1.8401355743408203, + 1.8025166988372803, + 1.7638952732086182, + 1.726148247718811, + 1.6729601621627808, + 1.6361929178237915, + 1.5985231399536133, + 1.5602078437805176, + 1.5111815929412842, + 1.4717100858688354, + 1.429265022277832, + 1.3870786428451538, + 1.3291982412338257, + 1.2897225618362427, + 1.242407202720642, + 1.203763484954834, + 1.1620041131973267, + 1.122082233428955, + 1.080047845840454, + 1.0492863655090332, + 0.9249277710914612, + 0.8884530067443848, + 0.8448570370674133, + 0.8036547899246216, + 0.7547121047973633, + 0.713275671005249, + 0.6774295568466187, + 0.6344156861305237, + 0.5939794778823853, + 0.5611670017242432, + 0.5208402872085571, + 0.49036121368408203, + 0.45021456480026245, + 0.4259302020072937, + 0.38953936100006104, + 0.36518019437789917, + 0.21108394861221313, + 0.18206006288528442, + 0.16063755750656128, + 0.141956627368927, + 0.1094617247581482, + 0.0815359354019165, + 0.05837571620941162, + 0.04072260856628418, + 0.023806452751159668, + 0.014862418174743652, + 0.003832221031188965, + -0.005261063575744629 ], "p10": [ - 2.1961874961853027, - 2.172900915145874, - 2.1573328971862793, - 2.1394524574279785, - 2.117300271987915, - 2.0922560691833496, - 2.078195571899414, - 2.0536177158355713, - 2.0274884700775146, - 2.0067496299743652, - 1.9744737148284912, - 1.9489390850067139, - 1.9183721542358398, - 1.8859450817108154, - 1.8468258380889893, - 1.8080401420593262, - 1.7580821514129639, - 1.7498149871826172, - 1.7081339359283447, - 1.6832797527313232, - 1.6348505020141602, - 1.5988788604736328, - 1.5513089895248413, - 1.5163429975509644, - 1.4600523710250854, - 1.4197993278503418, - 1.3720252513885498, - 1.3306208848953247, - 1.2730931043624878, - 1.2393651008605957, - 1.2028452157974243, - 1.1697381734848022, - 0.9796316623687744, - 0.9464561939239502, - 0.9019736647605896, - 0.8591978549957275, - 0.8097375631332397, - 0.772944450378418, - 0.7266792058944702, - 0.6808251142501831, - 0.6442676186561584, - 0.5977598428726196, - 0.5627317428588867, - 0.5254641175270081, - 0.4739032983779907, - 0.43908411264419556, - 0.3965913653373718, - 0.37703996896743774, - 0.10789555311203003, - 0.07488971948623657, - 0.019133329391479492, - -0.0052460432052612305, - -0.030035853385925293, - -0.07190406322479248, - -0.10051512718200684, - -0.11181950569152832, - -0.14655208587646484, - -0.16943681240081787, - -0.1910170316696167, - -0.21110808849334717 + 2.1323845386505127, + 2.1045823097229004, + 2.0784285068511963, + 2.053196430206299, + 2.0238277912139893, + 1.9874534606933594, + 1.963616967201233, + 1.9317243099212646, + 1.8942039012908936, + 1.8634566068649292, + 1.8146559000015259, + 1.780907154083252, + 1.7417802810668945, + 1.6847256422042847, + 1.6487538814544678, + 1.6084699630737305, + 1.5371087789535522, + 1.5052719116210938, + 1.462110161781311, + 1.4254419803619385, + 1.3685450553894043, + 1.3242738246917725, + 1.2659305334091187, + 1.2242443561553955, + 1.1578112840652466, + 1.1106038093566895, + 1.0563154220581055, + 1.0072358846664429, + 0.950503945350647, + 0.8969988822937012, + 0.850741446018219, + 0.8133745193481445, + 0.6664563417434692, + 0.6019400954246521, + 0.5600166916847229, + 0.5264188647270203, + 0.4404587149620056, + 0.40484875440597534, + 0.36288976669311523, + 0.31037068367004395, + 0.2616109848022461, + 0.215368390083313, + 0.16570425033569336, + 0.12211418151855469, + 0.07707303762435913, + 0.01764047145843506, + -0.035301804542541504, + -0.05099081993103027, + -0.24713551998138428, + -0.2833433151245117, + -0.3336968421936035, + -0.35368525981903076, + -0.3743537664413452, + -0.40615057945251465, + -0.444960355758667, + -0.45060741901397705, + -0.47655296325683594, + -0.5029863119125366, + -0.5063958168029785, + -0.5207103490829468 ], "p90": [ - 2.2550363540649414, - 2.2377028465270996, - 2.2268056869506836, - 2.2267520427703857, - 2.217697858810425, - 2.2044620513916016, - 2.1942625045776367, - 2.184082508087158, - 2.171316146850586, - 2.1607141494750977, - 2.1384811401367188, - 2.1179122924804688, - 2.104430675506592, - 2.0835256576538086, - 2.0628604888916016, - 2.0419907569885254, - 1.982693076133728, - 1.9663097858428955, - 1.943490982055664, - 1.9187355041503906, - 1.9087562561035156, - 1.8769861459732056, - 1.8529455661773682, - 1.8365788459777832, - 1.8050024509429932, - 1.7875826358795166, - 1.7629315853118896, - 1.7234513759613037, - 1.709153652191162, - 1.6865073442459106, - 1.6638357639312744, - 1.6392302513122559, - 1.600341558456421, - 1.5676066875457764, - 1.5384787321090698, - 1.5289020538330078, - 1.4965802431106567, - 1.4843344688415527, - 1.4665334224700928, - 1.4486122131347656, - 1.4280792474746704, - 1.4113364219665527, - 1.4007853269577026, - 1.386154294013977, - 1.3833417892456055, - 1.3739460706710815, - 1.3416671752929688, - 1.3270211219787598, - 1.3771514892578125, - 1.366985559463501, - 1.3475062847137451, - 1.3747581243515015, - 1.3687412738800049, - 1.3840863704681396, - 1.377302885055542, - 1.3984856605529785, - 1.3876492977142334, - 1.3934637308120728, - 1.3952617645263672, - 1.3874664306640625 + 2.2030153274536133, + 2.1788296699523926, + 2.1638541221618652, + 2.1505918502807617, + 2.133434772491455, + 2.1111626625061035, + 2.0890841484069824, + 2.070291519165039, + 2.0464084148406982, + 2.026522397994995, + 1.9964617490768433, + 1.955433964729309, + 1.9311718940734863, + 1.89905846118927, + 1.8607374429702759, + 1.8419137001037598, + 1.7802265882492065, + 1.744654893875122, + 1.7123589515686035, + 1.6876919269561768, + 1.6466147899627686, + 1.6077165603637695, + 1.5820997953414917, + 1.539055585861206, + 1.508204698562622, + 1.465766191482544, + 1.4293632507324219, + 1.3855745792388916, + 1.3449002504348755, + 1.3379729986190796, + 1.2973380088806152, + 1.254083514213562, + 1.1728053092956543, + 1.1279689073562622, + 1.0923925638198853, + 1.059696078300476, + 1.0318632125854492, + 0.9910672307014465, + 0.9724431037902832, + 0.9445918798446655, + 0.9300481081008911, + 0.8941603302955627, + 0.8829783201217651, + 0.8393688797950745, + 0.8100840449333191, + 0.8113545179367065, + 0.7979539036750793, + 0.7739377021789551, + 0.6814590692520142, + 0.6485063433647156, + 0.6292378902435303, + 0.624369740486145, + 0.6188517808914185, + 0.5856347680091858, + 0.5901622772216797, + 0.5978422164916992, + 0.6102073192596436, + 0.5846936702728271, + 0.6052369475364685, + 0.564225435256958 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d6cc18f6c7d0486ecfed8816b36f7f57f65038d2..eb4e5a967a69faffb4c3b97c874678f6f2d7502f 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:48:06.391072+00:00", + "evaluated_at": "2026-06-17T15:08:32.576058+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.0138435363769531, - 1.0249762535095215, - 1.0280414819717407, - 1.0311635732650757, - 1.0311955213546753, - 1.0287525653839111, - 1.0312713384628296, - 1.0316296815872192, - 1.0320531129837036, - 1.033018946647644, - 1.0319143533706665, - 1.0308490991592407, - 1.0298882722854614, - 1.0324636697769165, - 1.032712697982788, - 1.030099868774414, - 1.0254579782485962, - 1.0227783918380737, - 1.0216584205627441, - 1.0236265659332275, - 1.0232093334197998, - 1.024436116218567, - 1.024862289428711, - 1.0254076719284058, - 1.0255725383758545, - 1.0252454280853271, - 1.0262895822525024, - 1.0287842750549316, - 1.0282169580459595, - 1.0297455787658691, - 1.0305898189544678, - 1.0292936563491821, - 1.0307754278182983, - 1.0318453311920166, - 1.0320942401885986, - 1.032687783241272, - 1.0316435098648071, - 1.0320645570755005, - 1.0332813262939453, - 1.034543514251709, - 1.0352745056152344, - 1.033581018447876, - 1.0327917337417603, - 1.0341356992721558, - 1.0326002836227417, - 1.0349926948547363, - 1.0351630449295044, - 1.0338736772537231, - 1.031839370727539, - 1.0324771404266357, - 1.031186819076538, - 1.0295661687850952, - 1.025610089302063, - 1.0236256122589111, - 1.0238089561462402, - 1.023383617401123, - 1.0217955112457275, - 1.0205647945404053, - 1.0182143449783325, - 1.0138558149337769, - 1.0128233432769775, - 1.0110746622085571, - 1.00945246219635, - 1.0092973709106445, - 1.0048142671585083, - 1.0039589405059814, - 1.0021034479141235, - 0.999104380607605, - 0.9978500008583069, - 0.9988036751747131, - 1.001754879951477, - 1.0011188983917236 + 0.9163901209831238, + 0.948641836643219, + 0.9678971767425537, + 0.9746523499488831, + 0.9761768579483032, + 0.9795097708702087, + 0.9797008633613586, + 0.978670060634613, + 0.9843337535858154, + 0.9809606075286865, + 0.9790027141571045, + 0.9799743294715881, + 0.9804391860961914, + 0.9803119897842407, + 0.9830098152160645, + 0.9838532209396362, + 0.982141375541687, + 0.9802349209785461, + 0.9817239046096802, + 0.9803555011749268, + 0.983249306678772, + 0.9828881621360779, + 0.9842872023582458, + 0.9804821610450745, + 0.9828586578369141, + 0.9839237928390503, + 0.9840717911720276, + 0.9866405725479126, + 0.9872943162918091, + 0.9879347085952759, + 0.9878086447715759, + 0.9889845252037048, + 0.9923692941665649, + 0.9905449151992798, + 0.9901394844055176, + 0.9872189164161682, + 0.9884802103042603, + 0.9901711344718933, + 0.9925242066383362, + 0.9905226230621338, + 0.990361750125885, + 0.9902666807174683, + 0.9872457981109619, + 0.9898536801338196, + 0.9920266270637512, + 0.9933682084083557, + 0.991631269454956, + 0.990624189376831, + 0.9890824556350708, + 0.989302933216095, + 0.9912515878677368, + 0.9857800602912903, + 0.9851775169372559, + 0.9849715232849121, + 0.9864557385444641, + 0.9813806414604187, + 0.9838210344314575, + 0.982891857624054, + 0.9768865704536438, + 0.9795262217521667, + 0.9771769642829895, + 0.9772433638572693, + 0.9782083034515381, + 0.9773992300033569, + 0.976466715335846, + 0.9742953181266785, + 0.9726660251617432, + 0.9714004993438721, + 0.9700846672058105, + 0.9724358916282654, + 0.974350094795227, + 0.9708031415939331 ], "p10": [ - 0.922824501991272, - 0.9112080931663513, - 0.9075571894645691, - 0.9036902189254761, - 0.8964227437973022, - 0.8978263735771179, - 0.8976116180419922, - 0.89195317029953, - 0.8927845358848572, - 0.8886196613311768, - 0.8906174302101135, - 0.8858551979064941, - 0.8825756907463074, - 0.8816312551498413, - 0.8847834467887878, - 0.8796704411506653, - 0.8693565130233765, - 0.8680541515350342, - 0.8666619658470154, - 0.8651921153068542, - 0.8643775582313538, - 0.8647482395172119, - 0.86650550365448, - 0.8648399710655212, - 0.8665559887886047, - 0.8628265857696533, - 0.8626553416252136, - 0.8570612668991089, - 0.8574402332305908, - 0.857343316078186, - 0.8592296838760376, - 0.8566694855690002, - 0.8487421274185181, - 0.847305953502655, - 0.8461477756500244, - 0.8443698883056641, - 0.841311514377594, - 0.8412328362464905, - 0.8424632549285889, - 0.8394261598587036, - 0.8409699201583862, - 0.8350300192832947, - 0.8343585729598999, - 0.8313788175582886, - 0.8307041525840759, - 0.8297114968299866, - 0.8327635526657104, - 0.8312391638755798, - 0.8253597617149353, - 0.8251164555549622, - 0.823829710483551, - 0.823112964630127, - 0.8197121620178223, - 0.8193199634552002, - 0.819568395614624, - 0.8167210221290588, - 0.8213880062103271, - 0.8134899139404297, - 0.8116995096206665, - 0.8070977926254272, - 0.8042256236076355, - 0.8026965856552124, - 0.7999004125595093, - 0.7981405854225159, - 0.7839348912239075, - 0.7875881195068359, - 0.7865076065063477, - 0.7845029830932617, - 0.7841579914093018, - 0.7813471555709839, - 0.7840036153793335, - 0.7830002903938293 + 0.8521738052368164, + 0.8539783954620361, + 0.8539867997169495, + 0.8544372916221619, + 0.853516161441803, + 0.8514418005943298, + 0.847923994064331, + 0.8462255597114563, + 0.8490296602249146, + 0.8452844619750977, + 0.8461451530456543, + 0.8437039852142334, + 0.8469456434249878, + 0.8423491716384888, + 0.8407773971557617, + 0.8392145037651062, + 0.831123948097229, + 0.8311659097671509, + 0.8293362259864807, + 0.8286696672439575, + 0.8286152482032776, + 0.8267146944999695, + 0.8254197835922241, + 0.8253940939903259, + 0.8290868401527405, + 0.8245230913162231, + 0.8257333040237427, + 0.824811577796936, + 0.8260911107063293, + 0.8224783539772034, + 0.8203111886978149, + 0.8189471364021301, + 0.8113827109336853, + 0.8120985627174377, + 0.8090320229530334, + 0.8081153035163879, + 0.8075238466262817, + 0.8050753474235535, + 0.8033642172813416, + 0.8029619455337524, + 0.8063620924949646, + 0.802135705947876, + 0.8026164770126343, + 0.8006764650344849, + 0.8013385534286499, + 0.7982828617095947, + 0.7947272062301636, + 0.7938580513000488, + 0.7737021446228027, + 0.7767861485481262, + 0.7740168571472168, + 0.7725080847740173, + 0.7742170691490173, + 0.772194504737854, + 0.7703074812889099, + 0.771584153175354, + 0.7747820019721985, + 0.768514096736908, + 0.7704451084136963, + 0.7672791481018066, + 0.7717143297195435, + 0.7662335634231567, + 0.7601191997528076, + 0.7598967552185059, + 0.743245005607605, + 0.7469942569732666, + 0.7445206046104431, + 0.744026243686676, + 0.7449176907539368, + 0.742851972579956, + 0.7416967153549194, + 0.7458950281143188 ], "p90": [ - 1.0892072916030884, - 1.1145257949829102, - 1.1253242492675781, - 1.1302822828292847, - 1.134255290031433, - 1.1371564865112305, - 1.139510154724121, - 1.1410548686981201, - 1.1469250917434692, - 1.1486997604370117, - 1.1509528160095215, - 1.1508337259292603, - 1.1509485244750977, - 1.1549899578094482, - 1.1564010381698608, - 1.1580827236175537, - 1.1654486656188965, - 1.1684092283248901, - 1.1712729930877686, - 1.1719424724578857, - 1.1737818717956543, - 1.176563024520874, - 1.1774861812591553, - 1.179078221321106, - 1.184996247291565, - 1.1859161853790283, - 1.1909607648849487, - 1.1921013593673706, - 1.1938185691833496, - 1.1959929466247559, - 1.196600079536438, - 1.1983944177627563, - 1.1961084604263306, - 1.2031956911087036, - 1.2039811611175537, - 1.2094721794128418, - 1.211442470550537, - 1.2145686149597168, - 1.2146621942520142, - 1.2142149209976196, - 1.219156265258789, - 1.2220773696899414, - 1.2252755165100098, - 1.2217073440551758, - 1.2236257791519165, - 1.2256624698638916, - 1.2236156463623047, - 1.2255885601043701, - 1.2238816022872925, - 1.2244539260864258, - 1.219309687614441, - 1.221940279006958, - 1.2205662727355957, - 1.2217693328857422, - 1.219062089920044, - 1.2155100107192993, - 1.2217152118682861, - 1.217185616493225, - 1.2183743715286255, - 1.2152358293533325, - 1.2123558521270752, - 1.2132126092910767, - 1.210036277770996, - 1.2101402282714844, - 1.2131463289260864, - 1.2094435691833496, - 1.211930274963379, - 1.2056370973587036, - 1.2048360109329224, - 1.2103559970855713, - 1.2142401933670044, - 1.2092738151550293 + 1.0127209424972534, + 1.077787160873413, + 1.0963985919952393, + 1.103906512260437, + 1.1066389083862305, + 1.1095525026321411, + 1.108945369720459, + 1.1149497032165527, + 1.119240641593933, + 1.1168330907821655, + 1.1177058219909668, + 1.1195945739746094, + 1.1194171905517578, + 1.1212232112884521, + 1.1269124746322632, + 1.1273114681243896, + 1.136095404624939, + 1.1327825784683228, + 1.1360496282577515, + 1.1364805698394775, + 1.1405606269836426, + 1.1419209241867065, + 1.1423135995864868, + 1.1461471319198608, + 1.1506848335266113, + 1.148254632949829, + 1.1527155637741089, + 1.1561195850372314, + 1.1556423902511597, + 1.1555733680725098, + 1.1579010486602783, + 1.1587666273117065, + 1.1635980606079102, + 1.161828637123108, + 1.1627124547958374, + 1.1638435125350952, + 1.1677947044372559, + 1.1705223321914673, + 1.170638918876648, + 1.1750500202178955, + 1.1760926246643066, + 1.1736646890640259, + 1.175931453704834, + 1.1774142980575562, + 1.1808637380599976, + 1.1800446510314941, + 1.181216835975647, + 1.1796420812606812, + 1.1890625953674316, + 1.1870814561843872, + 1.1856192350387573, + 1.1838756799697876, + 1.1860460042953491, + 1.1860239505767822, + 1.1837549209594727, + 1.1861189603805542, + 1.1908183097839355, + 1.1853396892547607, + 1.184809923171997, + 1.1876693964004517, + 1.1851580142974854, + 1.184314489364624, + 1.1898502111434937, + 1.1866850852966309, + 1.1935936212539673, + 1.1864635944366455, + 1.1870591640472412, + 1.186450481414795, + 1.1886259317398071, + 1.1920385360717773, + 1.1937618255615234, + 1.1942780017852783 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 61519c1cc947e749775806e6561462edc66d05e6..a99de5f8925efef222807cc6047ca16ebc33d13e 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:39:27.727464+00:00", + "evaluated_at": "2026-06-17T15:08:38.720298+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2843.9365234375, - 2843.839599609375, - 2843.251220703125, - 2842.888427734375, - 2842.538330078125, - 2841.944580078125, - 2841.56982421875, - 2841.170166015625, - 2840.94482421875, - 2840.244873046875, - 2839.611083984375, - 2838.0693359375, - 2837.33056640625, - 2836.564453125, - 2835.514892578125, - 2834.108154296875, - 2825.113525390625, - 2824.26953125, - 2822.876708984375, - 2821.70166015625, - 2822.069580078125, - 2820.506591796875, - 2820.049560546875, - 2819.928955078125 + 2835.4375, + 2839.1123046875, + 2840.54443359375, + 2839.17236328125, + 2840.1953125, + 2841.32861328125, + 2841.317626953125, + 2840.8603515625, + 2841.1845703125, + 2842.170654296875, + 2842.842529296875, + 2842.76953125, + 2843.542724609375, + 2843.5400390625, + 2842.779052734375, + 2842.780029296875, + 2846.13818359375, + 2845.84130859375, + 2847.607177734375, + 2847.103271484375, + 2847.028564453125, + 2847.165771484375, + 2848.6181640625, + 2848.94287109375 ], "p10": [ - 2825.432373046875, - 2824.072998046875, - 2821.5771484375, - 2819.6904296875, - 2818.18017578125, - 2814.1484375, - 2810.0546875, - 2809.112548828125, - 2807.705078125, - 2805.482666015625, - 2800.33203125, - 2795.017822265625, - 2791.9208984375, - 2784.404296875, - 2779.13037109375, - 2778.36669921875, - 2787.3388671875, - 2784.322998046875, - 2781.861083984375, - 2778.692138671875, - 2776.56591796875, - 2773.62255859375, - 2770.0966796875, - 2769.30029296875 + 2785.1650390625, + 2785.940185546875, + 2783.833740234375, + 2780.18359375, + 2780.428466796875, + 2777.6640625, + 2771.40625, + 2770.805908203125, + 2768.50439453125, + 2769.806884765625, + 2767.12646484375, + 2761.03662109375, + 2760.59912109375, + 2754.53955078125, + 2747.824951171875, + 2744.83642578125, + 2757.189453125, + 2752.384521484375, + 2752.682861328125, + 2751.293701171875, + 2749.916015625, + 2747.22021484375, + 2745.010986328125, + 2740.8642578125 ], "p90": [ - 2856.4677734375, - 2858.205322265625, - 2858.868408203125, - 2859.707763671875, - 2861.78369140625, - 2863.48583984375, - 2864.363525390625, - 2864.572509765625, - 2864.73681640625, - 2864.052001953125, - 2866.12255859375, - 2867.182861328125, - 2867.134521484375, - 2868.33251953125, - 2867.687255859375, - 2865.642822265625, - 2875.710693359375, - 2876.459716796875, - 2876.270263671875, - 2876.564697265625, - 2876.47265625, - 2877.58251953125, - 2877.255859375, - 2876.19775390625 + 2859.060302734375, + 2865.565185546875, + 2868.430419921875, + 2869.640380859375, + 2872.533447265625, + 2877.0009765625, + 2878.953125, + 2880.27587890625, + 2880.8125, + 2881.7294921875, + 2883.903076171875, + 2885.42822265625, + 2887.406494140625, + 2889.5693359375, + 2890.705322265625, + 2890.295166015625, + 2887.21142578125, + 2889.581787109375, + 2891.20361328125, + 2890.740478515625, + 2890.835205078125, + 2892.3876953125, + 2894.239501953125, + 2894.981689453125 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index dc7bebbd1327a10b83f257d51a8302c2772f43ba..77b95f85d74f9b2b1bd2f98c8b61cc6c8e8ca940 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:56:47.783156+00:00", + "evaluated_at": "2026-06-17T15:08:40.566384+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 9683ee02773b1c4113e999a3bc18b29d43444a15..0cf36d2235f6393127953a13884152cc1d451c6a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,399698.7920179153,375777.46840363165,415.39740655463356,0.42222269878770596,0.006375702599157883,0.006333213170310255,9.74055145181844,632.2173613702137,0.009643177451115183,0.006336034327588929,0.005846587220067264,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,627698.893290691,594219.5086442392,581.4807771601796,0.5850123065288239,0.008919627640655967,0.008850157534652002,12.436269136241506,792.2745062733566,0.01209048517377186,0.008873672773036084,0.008129016183831071,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7097514621758882,1.7230016827161418,1.107973746739921,1.0367652177343876,21.18552116218684,0.9499503195025744,38.00982910279522,1.3075746487967286,1.3371934517876318,1.1330712477919502,1.114952621142042,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09343222862742476,0.09235666433217905,0.2683589106060754,1.99953664447349,0.20349182724308493,0.23172351641520736,21.231648878164137,0.3056668588961269,0.24291404368533637,0.2132653450548462,0.20013640498995774,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.984732952208332,0.9934592237198935,0.8577888274138431,0.7980235192641203,15.640876574608695,0.9741578523499769,28.53620615128347,0.9923371162101778,1.1247799268529424,0.9722740778240356,0.953454310595774,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.14332952417851633,0.14167553518890366,0.3401659571834103,2.438925642977631,0.25766961731542026,0.30339357559798447,34.601123950241146,0.37858885902587824,0.2988859513376181,0.26855208044694573,0.2549286504419246,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225407767,0.27134365055243603,0.2929047036529177,0.01697980904526709,0.017166815670878275,11.187398682599936,0.3438997633560872,0.021538606622191148,0.016994382583004973,0.017007720252138477,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,282.90689442707463,282.6623892023272,15.31256892079337,2.007910936848076,0.46233858819173507,0.4068713714335568,53.35090476401226,16.819836337701823,0.43721006255463685,0.3980305801624109,0.3779745971030077,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,90.31436893949162,92.50482875903658,8.042535966691723,3.9121782446143647,0.2990520002285712,0.3785791919746728,117.5577793346054,9.503387235059488,0.375072032229008,0.3174163311133424,0.3028588275356711,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,26.076100471596273,27.166874832768205,4.488785828012694,0.8493891711351221,0.5429469485496387,0.383045508916503,4.614717118098571,5.106476326352279,0.4424383820666235,0.388920071741172,0.28135326460391197,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,445.11428180647545,447.2768002966336,19.706518186262883,0.44201536118720486,0.006985168358585395,0.006982763476013266,17.5668635824617,21.097731674435416,0.007484782855675535,0.006991225964084393,0.006992868404751224,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,416.68528381992456,447.5549515913508,20.44104513283287,0.40882090265665744,0.007293542121294967,0.007268691637175854,14.503254903365011,20.41287054335878,0.007284890602834359,0.007294945474914332,0.007157440521371721,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 81d81b6651f41fabfef631eb10c4035729464d42..11138d631c7c7cda35239b535353153f3982a88e 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:59:55.085369+00:00", + "evaluated_at": "2026-06-17T15:34:37.083356+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65652.77871272246, - 65671.25557829649, - 65686.64260012051, - 65716.32063756953, - 65751.60414376855, - 65769.77632184258, - 65791.4914686666, - 65772.20661549062, - 65827.37879356464, - 65842.21112788867, - 65848.07861846269, - 65890.04181216171, - 65911.03234961073, - 65947.04046518476, - 65965.67748700878, - 65978.5059150828, - 65992.36168690682, - 66030.35808373085, - 66037.64744930487, - 66061.21806487889, - 66086.20274295293, - 66113.44718665195, - 66110.50413035096, - 66151.34818342498 + 65851.50545583684, + 65866.94605186215, + 65887.91594476246, + 65942.36044703776, + 65942.51979306307, + 65954.44867033837, + 65967.45567261368, + 65999.59548738899, + 66042.83295841429, + 66041.2266794396, + 66076.9934473399, + 66076.78169961521, + 66117.84729564052, + 66137.30546979082, + 66158.99997206613, + 66181.15931809144, + 66189.81866411673, + 66216.54051014203, + 66241.12759054234, + 66257.44709281765, + 66289.63182946795, + 66298.29117549326, + 66303.20442776856, + 66380.18603941887 ], "p10": [ - 65356.99746272246, - 65474.92745329649, - 65500.024631370514, - 65505.02649694453, - 65531.59242501855, - 65609.97163434258, - 65601.6125624166, - 65548.23005299062, - 65626.93348106464, - 65640.16815913867, - 65574.14893096269, - 65576.95001528671, - 65752.34094336073, - 65676.90921518476, - 65684.11889325878, - 65782.6973213328, - 65727.54918690682, - 65821.52175560585, - 65891.30487117988, - 65852.46884612889, - 65874.18399295292, - 65945.73351477695, - 65922.46506785096, - 65895.67240217498 + 65638.80819021184, + 65685.65737998715, + 65682.19719476246, + 65715.75419703776, + 65736.60065243806, + 65682.65570158837, + 65768.97520386368, + 65798.30212801398, + 65824.60248966429, + 65829.2079294396, + 65863.3856348399, + 65885.92818399021, + 65951.36370189051, + 65915.98593854082, + 65877.90622206613, + 65971.85814621643, + 66042.58428911673, + 65942.98972889203, + 66029.30923116734, + 65963.26935844265, + 66008.07323571795, + 66094.39273799326, + 66116.08724026856, + 66132.93096129387 ], "p90": [ - 65901.07949397246, - 65898.91573454649, - 65913.27150637051, - 65934.16165319453, - 66069.73305001855, - 66088.30757184258, - 66031.3703749166, - 66134.87849049062, - 66157.42957481464, - 66188.23065913867, - 66094.35205596269, - 66221.8226715367, - 66161.66125586073, - 66266.00530893476, - 66283.74389325878, - 66308.5996650828, - 66330.31481190682, - 66367.93855248086, - 66291.95213680487, - 66392.31962737889, - 66417.17539920293, - 66435.74992102695, - 66386.67795847596, - 66479.18021467498 + 66073.66483083685, + 66095.35933311215, + 66117.05383538746, + 66242.03232203776, + 66181.93385556307, + 66285.42132658837, + 66201.44395386368, + 66215.77908113899, + 66347.36420841429, + 66369.37277318959, + 66475.2219629649, + 66415.58834024021, + 66437.36643626551, + 66459.06093854082, + 66481.50778456613, + 66502.44994309143, + 66520.92022661673, + 66545.75535389203, + 66493.52212179234, + 66474.37873344265, + 66611.67479821795, + 66632.53336299326, + 66580.30013089356, + 66685.84424254387 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3808bd3bae4cf4ff74c0acb50caf41119abc8893..27e89b5ecbf3d58aa02c7127d5a6e12cdf572bc2 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:51:21.040384+00:00", + "evaluated_at": "2026-06-17T15:34:37.100948+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.241547994398452, - 2.226749959374398, - 2.21945208111056, - 2.215654038576321, - 2.2038560245331023, - 2.195057971866073, - 2.189259984883363, - 2.1814620236498596, - 2.1751640729067736, - 2.1673660222663025, - 2.1665680603175432, - 2.1552699951335392, - 2.1469720701396597, - 2.1381739876703083, - 2.139376029774665, - 2.130578036712281, - 2.125279998588786, - 2.1174819926517983, - 2.1101839951786707, - 2.0943860028315426, - 2.0840880290810637, - 2.0882900474627712, - 2.084492049632016, - 2.0656940959086976, - 2.0638960723287356, - 2.0570980982206284, - 2.050300064507877, - 2.046502111380605, - 2.033704065508506, - 2.023906100221886, - 2.014608128497965, - 2.0068100927586556, - 2.010512028170698, - 1.9952141336943967, - 1.9859161023658307, - 1.9791180686530792, - 1.9733200816703689, - 1.9680221180526796, - 1.956724172077965, - 1.9494260553955478, - 1.951128120864925, - 1.9438301233917974, - 1.9340320686982106, - 1.9252341203393104, - 1.9214361672120384, - 1.9041380004617197, - 1.8933401374566705, - 1.8920421223405681, - 1.8817441336889278, - 1.8804461185728252, - 1.8746481315901151, - 1.863850179178099, - 1.8615521024307937, - 1.8557541154480834, - 1.839456129538257, - 1.833658142555547, - 1.8288602023028782, - 1.8155621032634357, - 1.815764188044718, - 1.8034661059329948 + 2.179211849195292, + 2.151861323773448, + 2.129010852174598, + 2.119660340879055, + 2.0978098638561824, + 2.08045938850224, + 2.062608889783277, + 2.050758373421339, + 2.0319079471816237, + 2.0095574169914077, + 1.9987068728537054, + 1.9798563870093455, + 1.9545058954429397, + 1.9416553770544436, + 1.9288049033694312, + 1.9114544280154888, + 1.8846039259586655, + 1.8727533499920828, + 1.8569029298320414, + 1.8335523678129455, + 1.8247018724318425, + 1.7963513598846017, + 1.7740008594967085, + 1.7601503986862994, + 1.7507999395448202, + 1.7204494229444636, + 1.7065989025294097, + 1.6847483957042149, + 1.6723979155819009, + 1.666047358211967, + 1.6406969113490448, + 1.613346400828362, + 1.597995899725213, + 1.58314536238244, + 1.5717949140890064, + 1.5484444414768777, + 1.5340938380921583, + 1.5147434182897448, + 1.500392934114315, + 1.47554246591293, + 1.4561919567035493, + 1.4418414129234747, + 1.4289909392384623, + 1.3971403823453656, + 1.383789915097655, + 1.371439434975341, + 1.350588855670898, + 1.3397384456436463, + 1.310887939533707, + 1.2950373852632149, + 1.2771870057535413, + 1.2588364240649126, + 1.2479859395318549, + 1.2261354476078212, + 1.208784912649234, + 1.1894344630444982, + 1.1740839321390268, + 1.1512334530895965, + 1.139382981431142, + 1.119532419054418 ], "p10": [ - 2.1989481047624126, - 2.167650005007714, - 2.1583519796396127, - 2.1501540473978085, - 2.1427560199197027, - 2.1394580022406, - 2.1282600549784254, - 2.129962001238513, - 2.1196639827845507, - 2.1093660239352325, - 2.1060680345683367, - 2.0936700371905768, - 2.09637203614117, - 2.0879740468696415, - 2.084576058790206, - 2.069278045104615, - 2.0702800659420344, - 2.0586820590096493, - 2.055384068897695, - 2.0388860110569835, - 2.0270880178753905, - 2.0257900623639324, - 2.026792011675778, - 2.0099940232625566, - 2.012896013677765, - 1.9964980677984179, - 1.9893000749982945, - 1.9870020727567954, - 1.9743040792414164, - 1.9754060987913749, - 1.953108115623362, - 1.947810092401028, - 1.9454120854865244, - 1.938114088013397, - 1.9239161257308515, - 1.9185180978355132, - 1.9323201326919448, - 1.9107220749466005, - 1.8957240633590928, - 1.8914260868668002, - 1.8951281265869708, - 1.8897301070735357, - 1.8814320664093922, - 1.8652341179551246, - 1.8546360974030784, - 1.845638127777241, - 1.8353401242244394, - 1.8310421328309856, - 1.8277440838594448, - 1.8291461472307384, - 1.8217481510450713, - 1.8067501334970992, - 1.8013521175226899, - 1.8072541289187332, - 1.7857561361960959, - 1.771658106315923, - 1.7740601575576713, - 1.7618621091762166, - 1.7547641091281683, - 1.7520661656806908 + 2.1155118653898737, + 2.0937613565321604, + 2.073010835544902, + 2.0661603740192374, + 2.040309859087811, + 2.0184594088870287, + 2.015308896745099, + 1.9970583979605712, + 1.9819078849692757, + 1.953057339743788, + 1.94080688292093, + 1.9233563842675319, + 1.9049058813524018, + 1.8794553731920627, + 1.8690048864893958, + 1.8597543776316825, + 1.8311038696918809, + 1.80805337831621, + 1.7893028911843898, + 1.7792524060374042, + 1.7627018957968632, + 1.7415513739989816, + 1.7260009112335402, + 1.7091503996399737, + 1.7032999088484282, + 1.667249362815298, + 1.6475988872706206, + 1.6257484400500706, + 1.6118978898326943, + 1.60794741201857, + 1.5841969086072312, + 1.5572464078378683, + 1.5472959206583643, + 1.5275453935020251, + 1.5157949347122135, + 1.4945444149468503, + 1.4764939120972853, + 1.463243366076076, + 1.4351928794687767, + 1.4193424153503098, + 1.4176919293450174, + 1.3788414193607763, + 1.3797909140376186, + 1.3477404230493775, + 1.3222899618276964, + 1.313339408874467, + 1.301288947986572, + 1.2925384244959184, + 1.2537879296154941, + 1.2408374281606778, + 1.2238869111490491, + 1.2081364449980638, + 1.1904859496646445, + 1.1785354370116055, + 1.147684924427112, + 1.1428344395736791, + 1.1100839514509317, + 1.106133398944737, + 1.088282900225774, + 1.0812325411128096 ], "p90": [ - 2.268148000621177, - 2.257849979186982, - 2.251452013340079, - 2.246254008201794, - 2.2388560060556624, - 2.229558034331741, - 2.2202600357857296, - 2.2161620835406066, - 2.209664016163152, - 2.200366014636908, - 2.1950680212168963, - 2.184770005743166, - 2.180472026270641, - 2.1711740277246294, - 2.1628760103435507, - 2.1545780287252585, - 2.149280062127337, - 2.1450820783871194, - 2.1357841066631984, - 2.1253860418129804, - 2.119088025504785, - 2.1118900595267514, - 2.1085920910214813, - 2.0981940798154435, - 2.0959960703260196, - 2.0855980591199814, - 2.0744001058973423, - 2.0710020641737263, - 2.0618040971228093, - 2.05660606665255, - 2.0474080996016335, - 2.038810056280613, - 2.0325120891462496, - 2.024314088359104, - 2.019016147093156, - 2.0106181101379117, - 2.003320097763623, - 1.9960221151916566, - 1.9877240709884874, - 1.9804260735153598, - 1.9741280944600672, - 1.9689301042229437, - 1.958532084076209, - 1.9502340994776848, - 1.9470361118035606, - 1.9406381563874704, - 1.933440151666418, - 1.9240421871904216, - 1.913744168736459, - 1.9094461922441661, - 1.9021481947710386, - 1.892950107020716, - 1.884552149041626, - 1.8833541087962051, - 1.8699561242930482, - 1.864658160675359, - 1.8573601333999088, - 1.8500621508279422, - 1.8418641232187063, - 1.8334661399076424 + 2.1998119058435464, + 2.182861344873492, + 2.1640109156535448, + 2.1471603444553335, + 2.1293098457363704, + 2.1124593669253584, + 2.092608893955602, + 2.0767583963095224, + 2.0559078773547825, + 2.042057445601637, + 2.023206871840426, + 2.005356373121463, + 1.9915058512162933, + 1.969655403995743, + 1.9518049052767799, + 1.9339544065578167, + 1.9161039078388535, + 1.8982534091198904, + 1.880402896989882, + 1.8666523588960906, + 1.8527019291754643, + 1.8249514059232292, + 1.8060008945442396, + 1.7892504353073932, + 1.773299918087148, + 1.7554494193681849, + 1.7375989072381766, + 1.718748375200217, + 1.7038978974620889, + 1.6871474382252423, + 1.6681969000241623, + 1.645446411491633, + 1.6304959283354425, + 1.611745387559442, + 1.5968949098213139, + 1.576944432178553, + 1.5631938806737165, + 1.5393434532419086, + 1.5233929360216636, + 1.504542390572659, + 1.4866918918536958, + 1.4688413931347326, + 1.4540909200696086, + 1.4341404424268476, + 1.4162899302968393, + 1.3984394449889213, + 1.3795888995399166, + 1.3627384192387886, + 1.3419879802079167, + 1.327037421800862, + 1.308186907644296, + 1.2894364175322435, + 1.2745859934382957, + 1.2517354458435237, + 1.2367849127684434, + 1.2199344443882443, + 1.2020839590803263, + 1.183233416611554, + 1.1673830083724415, + 1.147532416193395 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e2e98ced8da9ad97d4ef865ec6074e2ecf3822ff..ad5acf8674de19b84311dc81b191743061d8ee19 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:51:21.068367+00:00", + "evaluated_at": "2026-06-17T15:34:37.122327+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.032560732958703, - 1.0316123508167716, - 1.0306639686748404, - 1.029715586532909, - 1.028767204390978, - 1.0278188222490467, - 1.0268704401071154, - 1.0259220579651842, - 1.024973675823253, - 1.0240252936813217, - 1.0230769115393905, - 1.0221285293974591, - 1.021180147255528, - 1.0202317651135968, - 1.0192833829716654, - 1.0183350008297343, - 1.0173866186878031, - 1.0164382365458717, - 1.0154898544039406, - 1.0145414722620092, - 1.013593090120078, - 1.0126447079781469, - 1.0116963258362155, - 1.0107479436942843, - 1.0097995615523532, - 1.0088511794104218, - 1.0079027972684906, - 1.0069544151265593, - 1.006006032984628, - 1.005057650842697, - 1.0041092687007656, - 1.0031608865588344, - 1.0022125044169032, - 1.0012641222749719, - 1.0003157401330407, - 0.9993673579911095, - 0.9984189758491783, - 0.997470593707247, - 0.9965222115653158, - 0.9955738294233846, - 0.9946254472814533, - 0.993677065139522, - 0.9927286829975909, - 0.9917803008556596, - 0.9908319187137283, - 0.9898835365717971, - 0.9889351544298659, - 0.9879867722879346, - 0.9870383901460034, - 0.9860900080040721, - 0.9851416258621409, - 0.9841932437202097, - 0.9832448615782784, - 0.9822964794363471, - 0.981348097294416, - 0.9803997151524847, - 0.9794513330105534, - 0.9785029508686222, - 0.977554568726691, - 0.9766061865847597, - 0.9756578044428285, - 0.9747094223008972, - 0.9737610401589659, - 0.9728126580170348, - 0.9718642758751035, - 0.9709158937331722, - 0.9699675115912411, - 0.9690191294493098, - 0.9680707473073785, - 0.9671223651654473, - 0.966173983023516, - 0.9652256008815848 + 0.9870426829967226, + 0.985405383751798, + 0.9837680845068735, + 0.9821307852619489, + 0.9804934860170242, + 0.9788561867720996, + 0.977218887527175, + 0.9755815882822504, + 0.9739442890373259, + 0.9723069897924013, + 0.9706696905474766, + 0.969032391302552, + 0.9673950920576274, + 0.9657577928127028, + 0.9641204935677783, + 0.9624831943228537, + 0.9608458950779291, + 0.9592085958330044, + 0.9575712965880798, + 0.9559339973431552, + 0.9542966980982306, + 0.9526593988533061, + 0.9510220996083815, + 0.9493848003634568, + 0.9477475011185322, + 0.9461102018736076, + 0.9444729026286831, + 0.9428356033837585, + 0.9411983041388339, + 0.9395610048939093, + 0.9379237056489846, + 0.93628640640406, + 0.9346491071591355, + 0.9330118079142109, + 0.9313745086692863, + 0.9297372094243617, + 0.928099910179437, + 0.9264626109345124, + 0.9248253116895879, + 0.9231880124446633, + 0.9215507131997387, + 0.9199134139548141, + 0.9182761147098895, + 0.9166388154649648, + 0.9150015162200402, + 0.9133642169751157, + 0.9117269177301911, + 0.9100896184852665, + 0.9084523192403419, + 0.9068150199954172, + 0.9051777207504927, + 0.9035404215055681, + 0.9019031222606435, + 0.9002658230157189, + 0.8986285237707943, + 0.8969912245258697, + 0.8953539252809452, + 0.8937166260360205, + 0.8920793267910959, + 0.8904420275461713, + 0.8888047283012467, + 0.8871674290563221, + 0.8855301298113976, + 0.8838928305664729, + 0.8822555313215483, + 0.8806182320766237, + 0.8789809328316991, + 0.8773436335867745, + 0.87570633434185, + 0.8740690350969254, + 0.8724317358520007, + 0.8707944366070761 ], "p10": [ - 0.9325607091168452, - 0.9316123269749138, - 0.9306639448329826, - 0.9297155626910513, - 0.9287671805491201, - 0.927818798407189, - 0.9268704162652576, - 0.9259220341233264, - 0.9249736519813953, - 0.9240252698394639, - 0.9230768876975327, - 0.9221285055556013, - 0.9211801234136702, - 0.920231741271739, - 0.9192833591298076, - 0.9183349769878765, - 0.9173865948459453, - 0.9164382127040139, - 0.9154898305620828, - 0.9145414484201514, - 0.9135930662782202, - 0.9126446841362891, - 0.9116963019943577, - 0.9107479198524265, - 0.9097995377104954, - 0.908851155568564, - 0.9079027734266328, - 0.9069543912847015, - 0.9060060091427703, - 0.9050576270008391, - 0.9041092448589078, - 0.9031608627169766, - 0.9022124805750454, - 0.9012640984331141, - 0.9003157162911829, - 0.8993673341492516, - 0.8984189520073204, - 0.8974705698653891, - 0.8965221877234579, - 0.8955738055815267, - 0.8946254234395954, - 0.8936770412976641, - 0.892728659155733, - 0.8917802770138017, - 0.8908318948718704, - 0.8898835127299392, - 0.888935130588008, - 0.8879867484460767, - 0.8870383663041455, - 0.8860899841622142, - 0.885141602020283, - 0.8841932198783518, - 0.8832448377364205, - 0.8822964555944892, - 0.8813480734525581, - 0.8803996913106268, - 0.8794513091686955, - 0.8785029270267642, - 0.8775545448848331, - 0.8766061627429018, - 0.8756577806009705, - 0.8747093984590393, - 0.873761016317108, - 0.8728126341751768, - 0.8718642520332456, - 0.8709158698913143, - 0.8699674877493832, - 0.8690191056074519, - 0.8680707234655206, - 0.8671223413235893, - 0.8661739591816581, - 0.8652255770397269 + 0.8870426591548647, + 0.8854053599099401, + 0.8837680606650156, + 0.882130761420091, + 0.8804934621751663, + 0.8788561629302417, + 0.8772188636853171, + 0.8755815644403925, + 0.873944265195468, + 0.8723069659505434, + 0.8706696667056187, + 0.8690323674606941, + 0.8673950682157695, + 0.8657577689708449, + 0.8641204697259204, + 0.8624831704809958, + 0.8608458712360711, + 0.8592085719911465, + 0.8575712727462219, + 0.8559339735012973, + 0.8542966742563727, + 0.8526593750114482, + 0.8510220757665236, + 0.8493847765215989, + 0.8477474772766743, + 0.8461101780317497, + 0.8444728787868252, + 0.8428355795419006, + 0.841198280296976, + 0.8395609810520513, + 0.8379236818071267, + 0.8362863825622021, + 0.8346490833172776, + 0.833011784072353, + 0.8313744848274284, + 0.8297371855825038, + 0.8280998863375791, + 0.8264625870926545, + 0.82482528784773, + 0.8231879886028054, + 0.8215506893578808, + 0.8199133901129562, + 0.8182760908680315, + 0.8166387916231069, + 0.8150014923781823, + 0.8133641931332578, + 0.8117268938883332, + 0.8100895946434086, + 0.808452295398484, + 0.8068149961535593, + 0.8051776969086348, + 0.8035403976637102, + 0.8019030984187856, + 0.800265799173861, + 0.7986284999289364, + 0.7969912006840117, + 0.7953539014390872, + 0.7937166021941626, + 0.792079302949238, + 0.7904420037043134, + 0.7888047044593888, + 0.7871674052144642, + 0.7855301059695396, + 0.783892806724615, + 0.7822555074796904, + 0.7806182082347658, + 0.7789809089898412, + 0.7773436097449166, + 0.7757063104999921, + 0.7740690112550674, + 0.7724317120101428, + 0.7707944127652182 ], "p90": [ - 1.132560756800561, - 1.1316123746586295, - 1.1306639925166984, - 1.129715610374767, - 1.1287672282328358, - 1.1278188460909047, - 1.1268704639489733, - 1.1259220818070421, - 1.124973699665111, - 1.1240253175231796, - 1.1230769353812484, - 1.122128553239317, - 1.1211801710973859, - 1.1202317889554547, - 1.1192834068135233, - 1.1183350246715922, - 1.117386642529661, - 1.1164382603877296, - 1.1154898782457985, - 1.114541496103867, - 1.113593113961936, - 1.1126447318200048, - 1.1116963496780734, - 1.1107479675361422, - 1.109799585394211, - 1.1088512032522797, - 1.1079028211103485, - 1.1069544389684172, - 1.106006056826486, - 1.1050576746845548, - 1.1041092925426235, - 1.1031609104006923, - 1.1022125282587611, - 1.1012641461168298, - 1.1003157639748986, - 1.0993673818329674, - 1.098418999691036, - 1.097470617549105, - 1.0965222354071738, - 1.0955738532652424, - 1.0946254711233112, - 1.0936770889813798, - 1.0927287068394487, - 1.0917803246975175, - 1.0908319425555861, - 1.089883560413655, - 1.0889351782717238, - 1.0879867961297924, - 1.0870384139878613, - 1.08609003184593, - 1.0851416497039987, - 1.0841932675620676, - 1.0832448854201362, - 1.082296503278205, - 1.0813481211362739, - 1.0803997389943425, - 1.0794513568524113, - 0.9785029508686222, - 1.0775545925685488, - 1.0766062104266176, - 1.0756578282846863, - 1.074709446142755, - 1.0737610640008237, - 1.0728126818588926, - 1.0718642997169614, - 1.07091591757503, - 1.0699675354330989, - 1.0690191532911677, - 1.0680707711492363, - 1.0671223890073052, - 1.0661740068653738, - 1.0652256247234426 + 1.0870427068385804, + 1.085405407593656, + 1.0837681083487314, + 1.0821308091038067, + 1.0804935098588822, + 1.0788562106139574, + 1.077218911369033, + 1.0755816121241082, + 1.0739443128791837, + 1.0723070136342592, + 1.0706697143893344, + 1.06903241514441, + 1.0673951158994852, + 1.0657578166545607, + 1.0641205174096362, + 1.0624832181647115, + 1.060845918919787, + 1.0592086196748622, + 1.0575713204299377, + 1.055934021185013, + 1.0542967219400885, + 1.052659422695164, + 1.0510221234502393, + 1.0493848242053148, + 1.04774752496039, + 1.0461102257154655, + 1.044472926470541, + 1.0428356272256163, + 1.0411983279806918, + 1.039561028735767, + 1.0379237294908426, + 1.0362864302459178, + 1.0346491310009933, + 1.0330118317560688, + 1.031374532511144, + 1.0297372332662196, + 1.0280999340212948, + 1.0264626347763703, + 1.0248253355314458, + 1.023188036286521, + 1.0215507370415966, + 1.0199134377966719, + 1.0182761385517474, + 1.0166388393068226, + 1.0150015400618981, + 1.0133642408169736, + 1.011726941572049, + 1.0100896423271244, + 1.0084523430821997, + 1.0068150438372752, + 1.0051777445923507, + 1.003540445347426, + 1.0019031461025014, + 1.0002658468575767, + 0.9986285476126522, + 0.9969912483677276, + 0.9953539491228031, + 0.9937166498778784, + 0.9920793506329538, + 0.9904420513880292, + 0.9888047521431046, + 0.98716745289818, + 0.9855301536532555, + 0.9838928544083309, + 0.9822555551634062, + 0.9806182559184816, + 0.978980956673557, + 0.9773436574286324, + 0.9757063581837079, + 0.9740690589387833, + 0.9724317596938586, + 0.970794460448934 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 93a7ff9d40455be5e5f51f695c5427782d4d7de6..d868f77f6cb236e272b24c07ba32178f358392d3 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:43:31.988855+00:00", + "evaluated_at": "2026-06-17T15:34:37.138974+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2835.990534971239, - 2834.7373741052834, - 2833.4842132393283, - 2832.2310523733727, - 2830.9778915074176, - 2829.724730641462, - 2828.471569775507, - 2827.2184089095513, - 2825.965248043596, - 2824.7120871776406, - 2823.4589263116854, - 2822.20576544573, - 2820.9526045797747, - 2819.699443713819, - 2818.446282847864, - 2817.1931219819085, - 2815.9399611159533, - 2814.6868002499978, - 2813.4336393840426, - 2812.180478518087, - 2810.927317652132, - 2809.6741567861764, - 2808.4209959202212, - 2807.1678350542657 + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2820.7316696908283, + 2819.956087190317, + 2819.180504689805, + 2818.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2813.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 ], "p10": [ - 2785.990534971239, - 2834.7373741052834, - 2833.4842132393283, - 2832.2310523733727, - 2830.9778915074176, - 2829.724730641462, - 2828.471569775507, - 2827.2184089095513, - 2825.965248043596, - 2824.7120871776406, - 2823.4589263116854, - 2822.20576544573, - 2820.9526045797747, - 2819.699443713819, - 2818.446282847864, - 2817.1931219819085, - 2815.9399611159533, - 2814.6868002499978, - 2813.4336393840426, - 2812.180478518087, - 2810.927317652132, - 2809.6741567861764, - 2808.4209959202212, - 2802.1678350542657 + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2815.7316696908283, + 2769.956087190317, + 2819.180504689805, + 2768.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2763.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 ], "p90": [ - 2835.990534971239, - 2834.7373741052834, - 2833.4842132393283, - 2832.2310523733727, - 2830.9778915074176, - 2829.724730641462, - 2828.471569775507, - 2827.2184089095513, - 2825.965248043596, - 2824.7120871776406, - 2823.4589263116854, - 2822.20576544573, - 2820.9526045797747, - 2819.699443713819, - 2818.446282847864, - 2817.1931219819085, - 2815.9399611159533, - 2814.6868002499978, - 2813.4336393840426, - 2812.180478518087, - 2810.927317652132, - 2809.6741567861764, - 2808.4209959202212, - 2807.1678350542657 + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2820.7316696908283, + 2819.956087190317, + 2819.180504689805, + 2818.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2813.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 2e5f0f28535c41a835328ee096c56cce0a55c15b..e762ca660f9d6240314a55085533ad9466ffff92 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,29 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:59:55.096516+00:00", + "evaluated_at": "2026-06-17T15:34:37.146877+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f04eaf745a99aed77c7e337fa52cf99b4a104d44..8c15caaf64fefaa47db94bf9aea2f50bef1ae07f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1262,3 +1262,7 @@ {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-17T14:59:55.166774+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index b77ef0956e4e79157aaaa520c71d390d35938d95..ec3db55c6a9da1580d03ad9b4f3e229540d3bf6e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,196254.55525016785,170013.65220165253,375.3440755208333,0.38151126136012464,0.005724170279504286,0.005732021127559506,3.002734552756131,443.0062699896784,0.006757150838452729,0.005725103020941342,0.007401776300042682,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,779599.8639640808,600802.8430423737,584.5437825520834,0.5880939145881289,0.008966674533098557,0.008896370955143423,2.8552094425048082,882.9495251508326,0.013474229018473272,0.008920415689771078,0.006888797692538488,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4747751732898884,1.6711541393649891,1.0814412375329994,1.0119379302955902,20.395083160017336,0.9393601205672266,13.367560309658588,1.2144032169299819,1.2419115275773842,1.1059377318556787,0.7271212774243867,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03182460935549317,0.05047099052564165,0.19096855653656852,1.422902730804391,0.14411424249033125,0.15839785195405645,7.139521861703524,0.17839453286323875,0.14177048014188576,0.15176308106340616,0.14129987249969397,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.1875911545166522,1.2639207252688591,0.9315121933856668,0.866610306693152,17.81287811576276,0.9686807639138214,9.665863246454244,1.0897665596432349,1.235212843719418,1.0558369727622288,0.6809278061273702,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.052620059109701786,0.08465175154295304,0.26466015643543667,1.8975633174745496,0.20102080416260204,0.22741095177902804,8.660432661141414,0.22939062559246354,0.181097868369783,0.20894223575649715,0.1845603720199977,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688,0.02735209525282774,0.10852320988972981,0.11714649879405231,0.006843049179351561,0.006788530840310517,2.1619564113339633,0.35898106306924726,0.022483155634679935,0.006796860528142032,0.013156658668013941,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,356.86336194571305,405.8253454694068,15.051915009816488,1.9737318359219074,0.33240138600076113,0.40176525429228754,29.36205217670675,18.89082745529462,0.4910428191815994,0.3912552162150299,0.343902370101855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7226766139207637,1.8863792149100316,1.1416185299555461,0.5553242403935292,0.04269336298801599,0.04371870048318027,1.9187666032105024,1.3125077576611743,0.0518009989286976,0.04505648054422766,0.03760314114741504,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.971857154699023,24.152281592156147,4.279335081577301,0.8097559155678468,0.4976902649157462,0.3703645766726704,7.362485533474936,4.8961063259184865,0.42421137841893025,0.37077271464929684,0.2726299092323006,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,8541.54855181525,1797.3565322247644,34.319498697916664,0.769783148364486,0.012251685070015533,0.012138207368842484,22.54969105943341,92.4204985477532,0.03278776001694127,0.012175431910569105,0.012574752182328877,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1532.2477563296754,1546.241924173509,38.72272237141927,0.7744544474283854,0.013826493316624895,0.013729302089808717,2.217579854329427,39.14393639287796,0.013969583248015926,0.013819261515450744,0.007947719740680504,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index ac5364c8ad668eaa0f89537be55d257a77daf485..eea2266c470199287bf98a2f834be13676810313 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:58:35.885654+00:00", + "evaluated_at": "2026-06-17T15:24:31.921515+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65482.283203125, - 65479.3359375, - 65401.23046875, - 65363.1875, - 65399.07421875, - 65266.998046875, - 65377.298828125, - 65444.365234375, - 65417.494140625, - 65406.609375, - 65421.85546875, - 65283.875, - 65599.3515625, - 65213.359375, - 65452.15625, - 65370.970703125, - 65407.92578125, - 65477.306640625, - 65428.162109375, - 65622.8984375, - 65283.357421875, - 65228.369140625, - 65333.1328125, - 65402.470703125 + 65891.12890625, + 65874.203125, + 65913.58984375, + 65995.8515625, + 66029.890625, + 65851.65625, + 65868.53125, + 65996.80078125, + 66094.3515625, + 66045.578125, + 66013.953125, + 65965.21484375, + 66132.81640625, + 66118.3671875, + 66166.98046875, + 66128.96484375, + 66222.16015625, + 66264.8984375, + 66222.96875, + 66174.265625, + 66258.96875, + 66328.6015625, + 66157.4609375, + 66430.96875 ], "p10": [ - 65067.9765625, - 64839.095703125, - 64676.40234375, - 64451.84375, - 64453.20703125, - 64120.16015625, - 64183.990234375, - 64244.27734375, - 63795.93359375, - 63941.53125, - 64090.18359375, - 63779.904296875, - 64042.34375, - 63351.318359375, - 63837.294921875, - 63859.296875, - 63765.322265625, - 63858.62109375, - 63764.015625, - 63855.63671875, - 62776.1640625, - 63135.1328125, - 63087.794921875, - 63404.357421875 + 65553.83984375, + 65338.482421875, + 65384.279296875, + 65296.466796875, + 65265.337890625, + 65015.736328125, + 64968.861328125, + 64901.26953125, + 65173.30859375, + 64811.28125, + 64763.357421875, + 64542.11328125, + 65082.794921875, + 64891.52734375, + 64744.30078125, + 64313.41015625, + 64782.41796875, + 64666.421875, + 64450.587890625, + 64693.3125, + 64577.779296875, + 64710.716796875, + 64211.556640625, + 64526.0390625 ], "p90": [ - 65826.86328125, - 66099.5625, - 66311.21875, - 66324.46484375, - 66265.234375, - 66460.87890625, - 66571.7734375, - 66671.57421875, - 66951.4921875, - 66750.84375, - 66926.65234375, - 67199.1953125, - 67087.59765625, - 67122.11328125, - 67361.0703125, - 67196.98828125, - 67258.7109375, - 66995.5625, - 67187.578125, - 67361.96484375, - 66967.5, - 67264.578125, - 67431.09765625, - 67659.23046875 + 66236.19921875, + 66389.234375, + 66373.05859375, + 66632.3515625, + 66758.03515625, + 66803.5625, + 66915.5390625, + 67001.65234375, + 67044.55078125, + 67122.3359375, + 67232.09375, + 67216.0625, + 67280.6875, + 67635.44921875, + 67630.17578125, + 67684.80078125, + 67935.66796875, + 68615.359375, + 68170.08203125, + 68046.1640625, + 68467.63671875, + 68305.640625, + 68388.296875, + 68649.78515625 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e53e3a27697aa09a78899e7e6a31b6d13bf315c3..07167f885706c8578b8e8678e718aa1a362aad73 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:50:36.109488+00:00", + "evaluated_at": "2026-06-17T15:24:41.447948+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.2001709938049316, - 2.198554039001465, - 2.1979509592056274, - 2.1938021183013916, - 2.2102203369140625, - 2.191550135612488, - 2.1833343505859375, - 2.1751177310943604, - 2.1741745471954346, - 2.147874355316162, - 2.1346993446350098, - 2.1347097158432007, - 2.0622555017471313, - 2.09696102142334, - 2.090856671333313, - 2.1417564153671265, - 2.0743136405944824, - 2.0425273180007935, - 2.1033027172088623, - 2.05549156665802, - 2.053184986114502, - 2.0315115451812744, - 2.043870449066162, - 2.0386829376220703, - 1.929994523525238, - 2.078465700149536, - 2.0672576427459717, - 1.979217290878296, - 1.9326213002204895, - 1.9661012291908264, - 1.9798511266708374, - 2.01403546333313, - 1.9852423667907715, - 1.9347137212753296, - 2.017999053001404, - 2.00899076461792, - 1.8312244415283203, - 1.8127027750015259, - 1.8514638543128967, - 1.9872756600379944, - 1.9475704431533813, - 1.9832316637039185, - 2.0254921913146973, - 1.7777907252311707, - 1.7826168537139893, - 1.7073268294334412, - 1.9015951752662659, - 1.8601247668266296, - 1.899634599685669, - 1.841026782989502, - 1.9242428541183472, - 1.8708247542381287, - 1.8679668307304382, - 1.8574416041374207, - 1.6663532853126526, - 1.8926476836204529, - 1.7993853688240051, - 1.8504962921142578, - 1.9037586450576782, - 1.782901108264923 + 2.132211446762085, + 2.11839759349823, + 2.1022804975509644, + 2.0926986932754517, + 2.0910913944244385, + 2.068781614303589, + 2.0619149208068848, + 2.032816767692566, + 2.009859323501587, + 1.979457676410675, + 1.9205004572868347, + 1.9095085263252258, + 1.852108120918274, + 1.9035834074020386, + 1.8489691019058228, + 1.8201271295547485, + 1.8219534754753113, + 1.7912100553512573, + 1.7824494242668152, + 1.830686867237091, + 1.8245081901550293, + 1.8223347663879395, + 1.7640494108200073, + 1.7015395760536194, + 1.6839105486869812, + 1.6951211094856262, + 1.6939024925231934, + 1.6409615278244019, + 1.7872171998023987, + 1.6450729966163635, + 1.5670686960220337, + 1.6446560621261597, + 1.5956078171730042, + 1.5917035341262817, + 1.6085294485092163, + 1.6288752555847168, + 1.7472347021102905, + 1.6029082536697388, + 1.646080195903778, + 1.6323922872543335, + 1.677295744419098, + 1.5866954922676086, + 1.6388239860534668, + 1.62704336643219, + 1.5566869378089905, + 1.5329368710517883, + 1.4686382412910461, + 1.5018110275268555, + 1.614126741886139, + 1.5276445150375366, + 1.670112133026123, + 1.5848467946052551, + 1.5902607440948486, + 1.6119566559791565, + 1.631152629852295, + 1.4164834022521973, + 1.5968595743179321, + 1.5527207851409912, + 1.5174858570098877, + 1.4898302555084229 ], "p10": [ - 2.1773165464401245, - 2.1650971174240112, - 2.1538727283477783, - 2.142087697982788, - 2.1505019664764404, - 2.0950703620910645, - 2.071861982345581, - 2.028806686401367, - 1.9874823093414307, - 1.927911400794983, - 1.8738423585891724, - 1.8911590576171875, - 1.7778828144073486, - 1.8075948357582092, - 1.7493427991867065, - 1.6838221549987793, - 1.6415005922317505, - 1.4825332760810852, - 1.5916643142700195, - 1.5511990785598755, - 1.550034523010254, - 1.2876736521720886, - 1.4481583833694458, - 1.2679232358932495, - 1.200289249420166, - 1.2956083416938782, - 1.1794326305389404, - 1.02877277135849, - 0.9799180328845978, - 1.1787865161895752, - 1.163910984992981, - 0.9799186289310455, - 0.8879117071628571, - 0.9195757508277893, - 1.0537505745887756, - 0.8952773809432983, - 1.0136563777923584, - 0.8454107642173767, - 0.8836843371391296, - 0.8462805449962616, - 0.7737714052200317, - 0.8261785209178925, - 0.8351733386516571, - 0.6773027777671814, - 0.8458307087421417, - 0.6730215549468994, - 0.6663667261600494, - 0.847195953130722, - 0.7537295818328857, - 0.5987974405288696, - 0.7898944616317749, - 0.6246531009674072, - 0.722756564617157, - 0.7094261348247528, - 0.5819422602653503, - 0.8444851338863373, - 0.48551490902900696, - 0.7193625867366791, - 0.34488561749458313, - 0.5995923280715942 + 2.104929208755493, + 2.077161192893982, + 2.054126501083374, + 2.0258290767669678, + 1.9884503483772278, + 1.9571422934532166, + 1.901280701160431, + 1.8429787158966064, + 1.7961524724960327, + 1.7179479598999023, + 1.630279004573822, + 1.6222519874572754, + 1.5001211166381836, + 1.4756195545196533, + 1.4901117086410522, + 1.420709252357483, + 1.33246511220932, + 1.1912790536880493, + 1.238565981388092, + 1.179804503917694, + 1.249519169330597, + 1.1018949151039124, + 0.90116947889328, + 0.8549516499042511, + 1.0268400311470032, + 0.9405774772167206, + 0.8403611779212952, + 0.80306276679039, + 0.8446837663650513, + 0.6703893542289734, + 0.5113076865673065, + 0.809087723493576, + 0.8454203307628632, + 0.719466507434845, + 0.40260812640190125, + 0.44766390323638916, + 0.6618067622184753, + 0.6371041238307953, + 0.6225475668907166, + 0.7105817794799805, + 0.6118987500667572, + 0.5595955848693848, + 0.6268574595451355, + 0.36001864075660706, + 0.5736598372459412, + 0.5532430708408356, + 0.3903496265411377, + 0.5119923651218414, + 0.4422619640827179, + 0.4712330400943756, + 0.47238484025001526, + 0.5015834271907806, + 0.5289307236671448, + 0.484206885099411, + 0.5283845067024231, + 0.45487168431282043, + 0.539558619260788, + 0.4669164717197418, + 0.28594323992729187, + 0.3793601393699646 ], "p90": [ - 2.225002884864807, - 2.2531731128692627, - 2.249728798866272, - 2.2537052631378174, - 2.263671636581421, - 2.2722012996673584, - 2.260051965713501, - 2.2622032165527344, - 2.280407667160034, - 2.2622110843658447, - 2.2977734804153442, - 2.2685134410858154, - 2.265682816505432, - 2.2937259674072266, - 2.3081347942352295, - 2.3531010150909424, - 2.3080313205718994, - 2.3630224466323853, - 2.3442513942718506, - 2.3676841259002686, - 2.4234970808029175, - 2.322603702545166, - 2.37429141998291, - 2.4121036529541016, - 2.3784141540527344, - 2.5148634910583496, - 2.383315324783325, - 2.4330108165740967, - 2.4079970121383667, - 2.412614345550537, - 2.577051281929016, - 2.588564157485962, - 2.588325619697571, - 2.525082588195801, - 2.4449260234832764, - 2.414690136909485, - 2.5911165475845337, - 2.4630478620529175, - 2.4785631895065308, - 2.519480347633362, - 2.761491298675537, - 2.5353256464004517, - 2.5344386100769043, - 2.5722427368164062, - 2.587698817253113, - 2.549996018409729, - 2.6506842374801636, - 2.676458954811096, - 2.602434277534485, - 2.7722195386886597, - 2.661914587020874, - 2.6490079164505005, - 2.6304233074188232, - 2.647577404975891, - 2.5294716358184814, - 2.710287094116211, - 2.524099826812744, - 2.6088955402374268, - 2.7582911252975464, - 2.652569532394409 + 2.1550036668777466, + 2.1685502529144287, + 2.1731096506118774, + 2.1712698936462402, + 2.1851658821105957, + 2.2013161182403564, + 2.200289011001587, + 2.1961697340011597, + 2.1827250719070435, + 2.163015842437744, + 2.171380639076233, + 2.204105854034424, + 2.205094575881958, + 2.2047146558761597, + 2.264993190765381, + 2.2084144353866577, + 2.201287031173706, + 2.233813524246216, + 2.2866028547286987, + 2.354522705078125, + 2.2555484771728516, + 2.2297587394714355, + 2.366091251373291, + 2.3186416625976562, + 2.2620108127593994, + 2.2019262313842773, + 2.276349186897278, + 2.240356922149658, + 2.3585788011550903, + 2.2831060886383057, + 2.379386067390442, + 2.307828903198242, + 2.388427972793579, + 2.3357683420181274, + 2.217316508293152, + 2.3424060344696045, + 2.5314347743988037, + 2.2684226036071777, + 2.45162832736969, + 2.4565231800079346, + 2.5354743003845215, + 2.4620243310928345, + 2.4092533588409424, + 2.4480174779891968, + 2.3775722980499268, + 2.344444155693054, + 2.279127597808838, + 2.4784224033355713, + 2.4438998699188232, + 2.4490630626678467, + 2.3984891176223755, + 2.4916027784347534, + 2.4029695987701416, + 2.4720966815948486, + 2.3653829097747803, + 2.3132996559143066, + 2.5703125, + 2.4203147888183594, + 2.473172664642334, + 2.5176366567611694 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5004b9f1fdb29fd14b958c07f49a6d8bb3575fd0..67193c15862c3e0dc56a0f492878a466b4a3a150 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:50:46.876320+00:00", + "evaluated_at": "2026-06-17T15:24:48.678389+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.0252626538276672, - 1.0214253664016724, - 1.0436493754386902, - 1.0505759119987488, - 1.0425978302955627, - 1.0543335676193237, - 1.049560308456421, - 1.0469990372657776, - 1.0429380536079407, - 1.0690289735794067, - 1.0643481016159058, - 1.058229386806488, - 1.061133861541748, - 1.0724379420280457, - 1.0592183470726013, - 1.0760858058929443, - 1.0968663096427917, - 1.063235878944397, - 1.0707156658172607, - 1.0751842260360718, - 1.062267005443573, - 1.0398874282836914, - 1.0849820375442505, - 1.086148738861084, - 1.0958998203277588, - 1.0932382345199585, - 1.0992931127548218, - 1.0859410166740417, - 1.0917159914970398, - 1.1016336679458618, - 1.0681392550468445, - 1.0730372667312622, - 1.0824618935585022, - 1.0756918787956238, - 1.0779842138290405, - 1.1158037781715393, - 1.0887644290924072, - 1.1051923632621765, - 1.0808287262916565, - 1.1067639589309692, - 1.0705097913742065, - 1.08010333776474, - 1.1179991364479065, - 1.093837857246399, - 1.0740601420402527, - 1.128935158252716, - 1.0799115300178528, - 1.0912564992904663, - 1.0929732918739319, - 1.0590487718582153, - 1.132077693939209, - 1.092305600643158, - 1.088627576828003, - 1.0981835722923279, - 1.128149151802063, - 1.1187419891357422, - 1.0965399742126465, - 1.0711533427238464, - 1.1082242131233215, - 1.070849895477295, - 1.0655749440193176, - 1.08712637424469, - 1.0770836472511292, - 1.130338430404663, - 1.1022611260414124, - 1.059642255306244, - 1.0647510886192322, - 1.0868809223175049, - 1.0658164024353027, - 1.0824235081672668, - 1.0930835008621216, - 1.0926340222358704 + 0.8996428847312927, + 0.9144055843353271, + 0.9506826102733612, + 0.934352457523346, + 0.9390238523483276, + 0.9609992802143097, + 0.9628938138484955, + 0.959690511226654, + 0.9830044209957123, + 0.9844527542591095, + 0.9888142645359039, + 0.9768678545951843, + 0.967830628156662, + 0.9985823333263397, + 0.9975271224975586, + 1.005191683769226, + 0.9729253947734833, + 0.9938679039478302, + 0.976630449295044, + 0.9924043416976929, + 0.9893189370632172, + 0.9925344586372375, + 0.9714274704456329, + 0.9763829708099365, + 0.9420842528343201, + 0.9978236258029938, + 1.0087518095970154, + 0.9924950897693634, + 1.0021528601646423, + 0.9755149781703949, + 0.9455965757369995, + 1.0012453496456146, + 0.9550734460353851, + 1.0077887773513794, + 0.9801726937294006, + 0.9798672199249268, + 1.0371103286743164, + 0.993407815694809, + 0.9853448271751404, + 0.9937204122543335, + 0.9757703542709351, + 1.00404691696167, + 1.055021345615387, + 1.0115397572517395, + 1.0285444855690002, + 0.9986095130443573, + 0.9760543704032898, + 1.0293086171150208, + 1.0154527425765991, + 1.0164580345153809, + 1.067475438117981, + 1.0730186104774475, + 1.0242716073989868, + 0.9704406559467316, + 0.965233325958252, + 1.0788978934288025, + 1.0119086503982544, + 1.0399641394615173, + 1.0554122924804688, + 1.0845470428466797, + 1.0158346891403198, + 1.014261543750763, + 1.1118696928024292, + 1.008745014667511, + 1.0320148468017578, + 1.0260895490646362, + 1.0470066666603088, + 1.0371366739273071, + 1.0335347652435303, + 1.0034153461456299, + 1.0315113067626953, + 1.0168619751930237 ], "p10": [ - 0.9507349133491516, - 0.9211817681789398, - 0.9109973013401031, - 0.9120423495769501, - 0.8785243630409241, - 0.8961885571479797, - 0.9024665057659149, - 0.8765769898891449, - 0.8919766843318939, - 0.8764817714691162, - 0.851184219121933, - 0.8947912752628326, - 0.8451615869998932, - 0.83182293176651, - 0.821079820394516, - 0.8474847078323364, - 0.8935574889183044, - 0.8426238596439362, - 0.8307225406169891, - 0.8743709921836853, - 0.8390681743621826, - 0.8127494156360626, - 0.8443901836872101, - 0.7861603498458862, - 0.8102176785469055, - 0.7742354869842529, - 0.8037652373313904, - 0.8262171447277069, - 0.7600210905075073, - 0.7505097389221191, - 0.6700338125228882, - 0.735042542219162, - 0.7974477112293243, - 0.7550333440303802, - 0.6659370958805084, - 0.8035437762737274, - 0.7210078537464142, - 0.7708848714828491, - 0.7707948386669159, - 0.7236883640289307, - 0.684872567653656, - 0.7406584024429321, - 0.7426199316978455, - 0.7353968918323517, - 0.6960574388504028, - 0.7225566208362579, - 0.6775470674037933, - 0.5914786756038666, - 0.7380047738552094, - 0.6946956515312195, - 0.7516625821590424, - 0.7345617711544037, - 0.7006130814552307, - 0.7406049370765686, - 0.7141675651073456, - 0.6709284484386444, - 0.6971365809440613, - 0.7001867592334747, - 0.7127600014209747, - 0.6550317108631134, - 0.6737821698188782, - 0.631488710641861, - 0.6500627398490906, - 0.7505527138710022, - 0.718816876411438, - 0.6363155245780945, - 0.6457681655883789, - 0.6501300930976868, - 0.5156925916671753, - 0.5929221212863922, - 0.5513915717601776, - 0.6505490243434906 + 0.820740818977356, + 0.8182953298091888, + 0.8149204254150391, + 0.7853915691375732, + 0.7995897233486176, + 0.8194335699081421, + 0.8004977405071259, + 0.7778472900390625, + 0.822342723608017, + 0.7853838801383972, + 0.7741997838020325, + 0.7610688805580139, + 0.6706757247447968, + 0.7245158553123474, + 0.7270714938640594, + 0.7518290281295776, + 0.721139132976532, + 0.6218269169330597, + 0.6774323880672455, + 0.6495653390884399, + 0.6965676844120026, + 0.6482865214347839, + 0.636076033115387, + 0.7262888550758362, + 0.5709199905395508, + 0.6754298210144043, + 0.6145873069763184, + 0.578267902135849, + 0.6867270469665527, + 0.5583645403385162, + 0.5213236808776855, + 0.5829363763332367, + 0.6370140612125397, + 0.6398130357265472, + 0.5969375669956207, + 0.6622566878795624, + 0.5679212212562561, + 0.5853674709796906, + 0.5318908095359802, + 0.5950722694396973, + 0.5898145437240601, + 0.6479328572750092, + 0.6573920845985413, + 0.5161973834037781, + 0.6018901467323303, + 0.5191707909107208, + 0.4465937614440918, + 0.5420543253421783, + 0.6788275837898254, + 0.6088980734348297, + 0.4883243441581726, + 0.5553850531578064, + 0.5647883415222168, + 0.5044339001178741, + 0.5786248743534088, + 0.539723128080368, + 0.5832313001155853, + 0.5227892398834229, + 0.4300737679004669, + 0.6136452853679657, + 0.5729103684425354, + 0.6044418811798096, + 0.572572648525238, + 0.5510512888431549, + 0.5463651716709137, + 0.5989093780517578, + 0.5040180385112762, + 0.5076897740364075, + 0.4180275499820709, + 0.5212918519973755, + 0.47199547290802, + 0.3375993072986603 ], "p90": [ - 1.110480546951294, - 1.1777316331863403, - 1.1710416078567505, - 1.1851366758346558, - 1.2125349044799805, - 1.2268721461296082, - 1.2440512776374817, - 1.2848542928695679, - 1.2147071957588196, - 1.2359334230422974, - 1.2695021629333496, - 1.293185830116272, - 1.2867261171340942, - 1.3488478660583496, - 1.2936967611312866, - 1.3502991795539856, - 1.3534732460975647, - 1.37667578458786, - 1.4185096621513367, - 1.4296573996543884, - 1.3971372246742249, - 1.3444704413414001, - 1.3675479888916016, - 1.4858264327049255, - 1.4751482605934143, - 1.5220255851745605, - 1.4587206840515137, - 1.4202622175216675, - 1.572390079498291, - 1.5768485069274902, - 1.5747835040092468, - 1.6228755712509155, - 1.4976170659065247, - 1.5809982419013977, - 1.4958246946334839, - 1.561670184135437, - 1.757957935333252, - 1.558516025543213, - 1.6424012184143066, - 1.6666107773780823, - 1.4605563879013062, - 1.6265724897384644, - 1.6221604347229004, - 1.5886894464492798, - 1.7092152833938599, - 1.7152429223060608, - 1.5459636449813843, - 1.735531210899353, - 1.5141538381576538, - 1.5773616433143616, - 1.5194454193115234, - 1.6369134187698364, - 1.6102166771888733, - 1.7350513339042664, - 1.652349054813385, - 1.7224982976913452, - 1.6698059439659119, - 1.578797996044159, - 1.684518277645111, - 1.583585500717163, - 1.5716335773468018, - 1.54397451877594, - 1.6309725046157837, - 1.6968963742256165, - 1.5232634544372559, - 1.6084924340248108, - 1.6412213444709778, - 1.7205212116241455, - 1.7455521821975708, - 1.7602187991142273, - 1.6420862674713135, - 1.942126750946045 + 0.9778745472431183, + 1.0176622867584229, + 1.0832310914993286, + 1.094451665878296, + 1.125230610370636, + 1.1661072969436646, + 1.1888563632965088, + 1.1553842425346375, + 1.1639788150787354, + 1.237534761428833, + 1.2923799753189087, + 1.209115207195282, + 1.2484616041183472, + 1.2826555967330933, + 1.33082515001297, + 1.2837629318237305, + 1.3004406690597534, + 1.2857558131217957, + 1.448157012462616, + 1.324480652809143, + 1.340062439441681, + 1.3678944110870361, + 1.3373358249664307, + 1.426414430141449, + 1.3813860416412354, + 1.513181447982788, + 1.40286785364151, + 1.4518897533416748, + 1.5709004402160645, + 1.4524186253547668, + 1.4315223097801208, + 1.439639925956726, + 1.4450597167015076, + 1.3972027897834778, + 1.4732566475868225, + 1.4588528275489807, + 1.6210416555404663, + 1.5954434871673584, + 1.539162278175354, + 1.6465693712234497, + 1.4448355436325073, + 1.7816650867462158, + 1.5825365781784058, + 1.6055679321289062, + 1.5330365896224976, + 1.6578574180603027, + 1.6379408836364746, + 1.6394898891448975, + 1.4913923740386963, + 1.6051580309867859, + 1.550656020641327, + 1.6169370412826538, + 1.5421663522720337, + 1.6335736513137817, + 1.5757601261138916, + 1.7283040285110474, + 1.5688442587852478, + 1.5607702732086182, + 1.9396306872367859, + 1.6911081075668335, + 1.7294861674308777, + 1.9168078899383545, + 1.8315114974975586, + 1.8097018599510193, + 1.6599668860435486, + 1.6633722186088562, + 1.6757700443267822, + 1.739401400089264, + 1.8081364631652832, + 1.6926385760307312, + 1.8094546794891357, + 1.7288805842399597 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 31baab433933a2a7eb2ab51a9ac56e4f16a0a42d..5f752bdda44e4fb895dbba19118106dc53e8d60d 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:42:51.931964+00:00", + "evaluated_at": "2026-06-17T15:31:31.385743+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2846.687255859375, - 2848.612060546875, - 2848.7799072265625, - 2849.0784912109375, - 2850.86474609375, - 2851.9287109375, - 2854.1092529296875, - 2853.396240234375, - 2851.96337890625, - 2850.5946044921875, - 2853.3177490234375, - 2853.6514892578125, - 2853.204833984375, - 2852.136962890625, - 2852.887939453125, - 2853.3599853515625, - 2854.5313720703125, - 2852.662841796875, - 2853.153564453125, - 2853.349609375, - 2854.6844482421875, - 2853.6744384765625, - 2852.7313232421875, - 2853.4686279296875 + 2829.3614501953125, + 2834.4296875, + 2837.0771484375, + 2837.095458984375, + 2834.88916015625, + 2836.6884765625, + 2836.021484375, + 2838.26611328125, + 2839.7587890625, + 2841.010498046875, + 2837.8115234375, + 2840.1719970703125, + 2838.341796875, + 2840.8172607421875, + 2841.8289794921875, + 2844.507080078125, + 2845.1688232421875, + 2841.642822265625, + 2842.36474609375, + 2842.04345703125, + 2840.30615234375, + 2840.4937744140625, + 2844.044189453125, + 2841.9139404296875 ], "p10": [ - 2838.010498046875, - 2837.317626953125, - 2836.589599609375, - 2836.200439453125, - 2838.6558837890625, - 2838.4625244140625, - 2836.176025390625, - 2837.17529296875, - 2835.657958984375, - 2835.0467529296875, - 2836.08642578125, - 2837.6435546875, - 2833.9681396484375, - 2839.583984375, - 2835.7781982421875, - 2835.5076904296875, - 2839.0794677734375, - 2835.4910888671875, - 2836.4271240234375, - 2836.7646484375, - 2837.625, - 2836.628662109375, - 2836.5584716796875, - 2835.670654296875 + 2793.120849609375, + 2790.4351806640625, + 2798.6409912109375, + 2794.3209228515625, + 2801.103271484375, + 2796.1595458984375, + 2787.756591796875, + 2798.281982421875, + 2800.827880859375, + 2805.044189453125, + 2791.1959228515625, + 2795.055419921875, + 2800.51025390625, + 2791.635009765625, + 2796.4329833984375, + 2799.86962890625, + 2798.6712646484375, + 2784.8953857421875, + 2797.12939453125, + 2790.0106201171875, + 2788.0560302734375, + 2797.0238037109375, + 2798.6083984375, + 2805.86572265625 ], "p90": [ - 2860.8712158203125, - 2897.532958984375, - 2886.4693603515625, - 2907.1513671875, - 2960.1533203125, - 2946.4735107421875, - 2981.505126953125, - 2931.6793212890625, - 2931.7109375, - 2956.426513671875, - 2963.358154296875, - 2991.8770751953125, - 2959.6041259765625, - 2975.94091796875, - 2967.42236328125, - 2977.7469482421875, - 3006.8614501953125, - 2990.439453125, - 2935.4024658203125, - 2985.7178955078125, - 2974.1419677734375, - 2945.937255859375, - 2969.3699951171875, - 2961.27490234375 + 2873.8089599609375, + 2891.8016357421875, + 2890.4307861328125, + 2877.964111328125, + 2876.642578125, + 2882.939453125, + 2873.8623046875, + 2885.5281982421875, + 2878.7266845703125, + 2879.016845703125, + 2875.2364501953125, + 2882.89990234375, + 2881.776611328125, + 2881.5308837890625, + 2882.3760986328125, + 2892.3521728515625, + 2899.946533203125, + 2894.36181640625, + 2897.381103515625, + 2892.693359375, + 2905.897705078125, + 2885.9007568359375, + 2896.1707763671875, + 2892.005859375 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 2cb7797adc98f7ce7de4e8efb6d125f883925ac3..f2274f8e1753ce3d4900f0fd0c41c992507e255a 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:59:32.828517+00:00", + "evaluated_at": "2026-06-17T15:31:35.557215+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index adf1c6707515e54aa0110bb4425b7e24737afc00..5a837bac746c04fd9e7de6c0fbeefc5bfe9d8ebe 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,863458.2936226072,814591.5346419954,815.0797842996157,0.8284721590071423,0.01246787586999414,0.012372909315991583,18.335873610004175,929.2245657657826,0.014173412384934017,0.012432368164934414,0.011539342441776164,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,833746.8291007914,788006.3987929267,796.5568941885916,0.8013946535369939,0.012192256711215078,0.012100285810521421,16.47831886068929,913.0973820468391,0.013934299630282657,0.01215583644683128,0.011286695657796903,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.2904127066023445,2.3056217022539913,1.2739879110313512,1.1921097930864955,24.54849564272119,0.9777137859243309,44.265918373605345,1.513410950998553,1.5476922984100767,1.3028459169466189,1.28519517597963,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08336065647742735,0.08232121537184854,0.25556481117451635,1.9042080765170037,0.19406984889459977,0.21917133561608215,17.866475109426208,0.28872245579003264,0.22944829377970313,0.20309784950280663,0.18975470313743903,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.662229998200738,2.6766623149149575,1.4197025905845,1.3207866801697488,25.28826634543716,1.083206700019669,49.28225464833882,1.6316341496183322,1.8494010850540104,1.6091839657162958,1.589663152588258,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08823961047306238,0.08695779891711392,0.2633703669353768,1.8883157704484281,0.19885939999647348,0.22545865881050395,17.91920883393009,0.2970515283129551,0.23451437230497627,0.20792398085395572,0.194687703445396,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0.022432877851712704,0.14531763965736152,0.15686462569779425,0.00911782498833213,0.00913831456613638,6.024487757420961,0.17267428398026144,0.010814672973672295,0.009101313258550785,0.009108851787213162,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,802.5855539433527,819.418832086261,23.14316585640999,3.034723701603879,0.5174877102191767,0.7471957987060659,88.9184177805265,28.329940944932318,0.736400462169741,0.6015768993609527,0.5747124565326551,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.849154598594984,11.336747192526316,2.816165082846114,1.3698838048075441,0.10604749616466529,0.11154108797151403,21.605844806093916,3.2938054888828794,0.12999726181047588,0.11114613501370733,0.09891167743786304,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,23.95044055646183,24.618126210154543,4.27625998003992,0.8091740303886313,0.5084481411982901,0.3692905203604842,4.61471711809857,4.893918732106392,0.42402183960488593,0.37050627985905443,0.2694726791903557,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1432.9136953670422,1505.5165243151635,31.01864035087715,0.6957452041318238,0.011075911406806473,0.01098077050090536,27.42326616687227,37.85384650688807,0.013429302530159847,0.011004395689889897,0.011006038130556728,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1516.794208314598,1586.1317905509616,39.33296783625758,0.7866593567251517,0.01404504385048889,0.013945072832793476,27.290277793737776,38.94604226766307,0.013898959322288677,0.014037044283571479,0.013668905845779351,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 8c735c3591c97bfd743825e71a0a5635c7786bc1..b8b94454acbce15e2607f9bce33c58b1066d0eee 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:59:55.104611+00:00", + "evaluated_at": "2026-06-17T15:34:37.153430+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 66378.47765213816, - 66375.23937088816, - 66368.91124588816, - 66376.87413651316, - 66390.44249588816, - 66386.89952713816, - 66386.89952713816, - 66345.89952713816, - 66379.35655838816, - 66372.47374588816, - 66356.62608963816, - 66376.87413651316, - 66376.14952713816, - 66390.44249588816, - 66387.36437088816, - 66378.47765213816, - 66370.61827713816, - 66386.89952713816, - 66372.47374588816, - 66374.32921463816, - 66377.59874588816, - 66383.12804276316, - 66358.46983963816, - 66377.59874588816 + 66325.38859991776, + 66319.13469366776, + 66318.41008429276, + 66351.16008429276, + 66329.62492804276, + 66319.85930304276, + 66311.17180304276, + 66321.61711554276, + 66343.16008429276, + 66319.85930304276, + 66333.93156866776, + 66312.02531866776, + 66331.39641241776, + 66329.16008429276, + 66329.16008429276, + 66329.62492804276, + 66316.58977179276, + 66321.61711554276, + 66324.50969366776, + 66319.13469366776, + 66329.62492804276, + 66316.58977179276, + 66299.80852179276, + 66355.09563116776 ], "p10": [ - 66082.69640213816, - 66178.91124588816, - 66182.29327713816, - 66165.57999588815, - 66170.43077713816, - 66227.09483963816, - 66197.02062088816, - 66121.92296463816, - 66178.91124588816, - 66170.43077713816, - 66082.69640213816, - 66063.78233963816, - 66217.45812088816, - 66120.31124588815, - 66105.80577713816, - 66182.66905838816, - 66105.80577713816, - 66178.06319901315, - 66226.13116776316, - 66165.57999588815, - 66165.57999588815, - 66215.41437088816, - 66170.43077713816, - 66121.92296463816 + 66112.69133429276, + 66137.84602179276, + 66112.69133429276, + 66124.55383429276, + 66123.70578741776, + 66048.06633429276, + 66112.69133429276, + 66120.32375616775, + 66124.92961554276, + 66107.84055304276, + 66120.32375616775, + 66121.17180304276, + 66164.91281866776, + 66107.84055304276, + 66048.06633429276, + 66120.32375616775, + 66169.35539679276, + 66048.06633429276, + 66112.69133429276, + 66024.95695929276, + 66048.06633429276, + 66112.69133429276, + 66112.69133429276, + 66107.84055304276 ], "p90": [ - 66626.77843338816, - 66602.89952713816, - 66595.54015213816, - 66594.71515213816, - 66708.57140213816, - 66705.43077713816, - 66626.77843338816, - 66708.57140213816, - 66709.40733963816, - 66718.49327713816, - 66602.89952713816, - 66708.65499588815, - 66626.77843338816, - 66709.40733963816, - 66705.43077713816, - 66708.57140213816, - 66708.57140213816, - 66724.47999588816, - 66626.77843338816, - 66705.43077713816, - 66708.57140213816, - 66705.43077713816, - 66634.64366776316, - 66705.43077713816 + 66547.54797491776, + 66547.54797491776, + 66547.54797491776, + 66650.83195929276, + 66569.03899054276, + 66650.83195929276, + 66545.16008429276, + 66537.80070929276, + 66647.69133429276, + 66648.00539679275, + 66732.16008429276, + 66650.83195929276, + 66650.91555304275, + 66650.91555304275, + 66651.66789679276, + 66650.91555304275, + 66647.69133429276, + 66650.83195929276, + 66576.90422491776, + 66536.06633429276, + 66651.66789679276, + 66650.83195929276, + 66576.90422491776, + 66660.75383429276 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index eb56ae69370c45aa1df10c2721601bed670dd26d..b549a3a07ad323f48d557caaf9c9ecffe3dceb5e 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:51:21.094949+00:00", + "evaluated_at": "2026-06-17T15:34:37.162039+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.190079147762501, - 2.1825791102115746, - 2.182579229420864, - 2.1860791843597527, - 2.1815791677896614, - 2.1800791125957604, - 2.181579123086178, - 2.181079159325802, - 2.1820792060558434, - 2.1815791528885002, - 2.1880791884128685, - 2.184079120701992, - 2.18307919318124, - 2.1815791081850167, - 2.190079147762501, - 2.1885791521732445, - 2.1905791115228768, - 2.190079103059017, - 2.190079103059017, - 2.1815791081850167, - 2.1785791319076653, - 2.190079147762501, - 2.193579147404873, - 2.182079191154682, - 2.1875791650478478, - 2.1880791884128685, - 2.1885791521732445, - 2.1920791965191, - 2.1865791481201287, - 2.184079180306637, - 2.1820792060558434, - 2.1815791677896614, - 2.1925791006748314, - 2.1845792036716576, - 2.1825791698162194, - 2.1830791335765953, - 2.184579144067013, - 2.186579177922451, - 2.182579229420864, - 2.1825791102115746, - 2.1915791731540795, - 2.1915791731540795, - 2.1890791159336205, - 2.1875791650478478, - 2.1910792093937035, - 2.1810790401165123, - 2.177579174584591, - 2.183579156941616, - 2.1805791657631035, - 2.1865791481201287, - 2.188079158610546, - 2.1845792036716576, - 2.18957912439748, - 2.1910791348878975, - 2.1820791464511986, - 2.183579156941616, - 2.186079214162075, - 2.1800791125957604, - 2.18757919485017, - 2.1825791102115746 + 2.214535900156535, + 2.205035873453654, + 2.2000359005737673, + 2.2085358879971873, + 2.204535909693278, + 2.2050359330582987, + 2.2050359330582987, + 2.211035915415324, + 2.210035987894572, + 2.2055359564233195, + 2.21253591100458, + 2.2115359238791834, + 2.204035931031741, + 2.209035911362208, + 2.214035936396159, + 2.2145359597611796, + 2.2055359564233195, + 2.2115358791757, + 2.2135359577346216, + 2.208035894434489, + 2.217035897772349, + 2.2065358839440714, + 2.2020358822751414, + 2.2060359201836954, + 2.2145359597611796, + 2.202035941879786, + 2.2060359201836954, + 2.2020359120774637, + 2.207535930674113, + 2.2190358720231425, + 2.2115359238791834, + 2.2020359120774637, + 2.204535909693278, + 2.207535871069468, + 2.2140359214949976, + 2.208535947601832, + 2.212035842936076, + 2.2105359218526255, + 2.214035936396159, + 2.207035966913737, + 2.2055359564233195, + 2.209035911362208, + 2.214035936396159, + 2.2000358782220255, + 2.204535909693278, + 2.210035928289927, + 2.2070358477044474, + 2.214035936396159, + 2.203035929005183, + 2.205035873453654, + 2.2050359926629435, + 2.204535909693278, + 2.2115359238791834, + 2.207535930674113, + 2.208035894434489, + 2.206535943548716, + 2.209035911362208, + 2.204035931031741, + 2.2100359580922495, + 2.208035894434489 ], "p10": [ - 2.1474792581264612, - 2.1234791558448904, - 2.1214791279499168, - 2.12057919318124, - 2.120479163176262, - 2.124479142970287, - 2.12057919318124, - 2.1295791369144554, - 2.1265791159336205, - 2.1235791545574303, - 2.127579162663662, - 2.1224791627590296, - 2.1324791591827505, - 2.13137916738435, - 2.1352791767780417, - 2.1272791605655783, - 2.1355791788761254, - 2.1312791694168682, - 2.1352791767780417, - 2.1260791164104575, - 2.121579120701992, - 2.127579162663662, - 2.135879109448635, - 2.126379118508541, - 2.1365791063968773, - 2.127479157990658, - 2.127579162663662, - 2.1325791578952904, - 2.127179161853039, - 2.1355791788761254, - 2.12057919318124, - 2.1225791674320336, - 2.127479157990658, - 2.127479157990658, - 2.12057919318124, - 2.1224791627590296, - 2.1435791950885887, - 2.1292791348163718, - 2.121579120701992, - 2.124579141682827, - 2.1355791788761254, - 2.137479156835818, - 2.136479113644802, - 2.127579162663662, - 2.1242791395847433, - 2.1225791674320336, - 2.11957916135236, - 2.1225791674320336, - 2.1265791159336205, - 2.1352791767780417, - 2.1351791780655023, - 2.127479157990658, - 2.129379139489376, - 2.1425791483585472, - 2.1283791531090372, - 2.121579120701992, - 2.1312791694168682, - 2.126379118508541, - 2.1265791159336205, - 2.1311791699592706 + 2.1508359163511166, + 2.1469359062123665, + 2.1440358839440714, + 2.1550359211373697, + 2.1470359049249064, + 2.1430359534430874, + 2.157735940020121, + 2.157335939954556, + 2.160035925682224, + 2.1490358791757, + 2.1546359210718045, + 2.1550359211373697, + 2.154435916941203, + 2.146835907499827, + 2.1542359195161236, + 2.1628359093773732, + 2.152035900156535, + 2.146835907499827, + 2.14593591908697, + 2.1537359326589476, + 2.1550359211373697, + 2.151735898058451, + 2.154035934011973, + 2.1550359211373697, + 2.1670359290647876, + 2.1488358817506206, + 2.1470359049249064, + 2.1430359564233195, + 2.1470359049249064, + 2.1609359258297456, + 2.1550359211373697, + 2.14593591908697, + 2.153835930626429, + 2.151935902189053, + 2.1580359421182047, + 2.1546359210718045, + 2.154435916941203, + 2.1590358696389567, + 2.1488358817506206, + 2.1508359163511166, + 2.1670359290647876, + 2.1460359177995096, + 2.164835911195315, + 2.1506359189260373, + 2.1430359564233195, + 2.151935902189053, + 2.157735940020121, + 2.1668359152484307, + 2.14593591908697, + 2.1508359163511166, + 2.151735898058451, + 2.153835930626429, + 2.154035934011973, + 2.1599359200778974, + 2.1469359062123665, + 2.1599359200778974, + 2.145035930674113, + 2.1589358768868814, + 2.1589358768868814, + 2.1697360164928803 ], "p90": [ - 2.2166791539852255, - 2.2136791300241585, - 2.214579161650383, - 2.2166791539852255, - 2.2165791493122216, - 2.214579175061428, - 2.2125791739885443, - 2.215779219216549, - 2.2165791493122216, - 2.2145791452591057, - 2.2165791493122216, - 2.2135791313116187, - 2.2165791493122216, - 2.2145791482393378, - 2.2135791283313866, - 2.212579144186222, - 2.214579175061428, - 2.2176791887943383, - 2.215679214543545, - 2.2125791471664544, - 2.2135791283313866, - 2.213679159826481, - 2.2176791887943383, - 2.214579175061428, - 2.219679163045132, - 2.2165791493122216, - 2.21267919356271, - 2.2165791493122216, - 2.214679179734432, - 2.216779146737301, - 2.2148791771595118, - 2.2135791313116187, - 2.214579161650383, - 2.213679158336365, - 2.215679214543545, - 2.214579175061428, - 2.214579160160267, - 2.214579175061428, - 2.2135791283313866, - 2.2135791283313866, - 2.2145791467492217, - 2.2166791539852255, - 2.2135791313116187, - 2.212579144186222, - 2.2166791539852255, - 2.217579196042263, - 2.2176791887943383, - 2.2155792217914696, - 2.2125792008106346, - 2.2155792217914696, - 2.2155792217914696, - 2.2136791315142745, - 2.2125791710083123, - 2.218679128236019, - 2.21257914120599, - 2.214579175061428, - 2.2145791452591057, - 2.214579160160267, - 2.2136791300241585, - 2.212579144186222 + 2.2351359568047893, + 2.236035894553698, + 2.235035964052714, + 2.236035891573466, + 2.236035891573466, + 2.237035911481417, + 2.2350359372306237, + 2.2370359383035074, + 2.2340359180677307, + 2.238035985033549, + 2.237035909991301, + 2.237035909991301, + 2.2410358868050944, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359248924623, + 2.241135885517634, + 2.245035954515971, + 2.235135929982699, + 2.2340359173226725, + 2.2351359568047893, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359248924623, + 2.236035891573466, + 2.239035912554301, + 2.2401359520364177, + 2.239035912554301, + 2.2341359227407347, + 2.2370359383035074, + 2.23613589624647, + 2.239135917227305, + 2.2370359383035074, + 2.241135885517634, + 2.2351359568047893, + 2.2370359383035074, + 2.236035891573466, + 2.236035891573466, + 2.236035891573466, + 2.239135917227305, + 2.2370359383035074, + 2.2370359248924623, + 2.2370359383035074, + 2.236035891573466, + 2.237035909991301, + 2.2341359696793925, + 2.237035909991301, + 2.236035894553698, + 2.235135903160609, + 2.2381359777856242, + 2.2331359289098156, + 2.236035894553698, + 2.2370359248924623, + 2.2370359383035074, + 2.236035894553698, + 2.238035985033549, + 2.236035891573466 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 55742974d073712f85d669dc0ac71339b2d7ff51..85e04558d12a845ab19817167106642683af60d3 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:51:21.106401+00:00", + "evaluated_at": "2026-06-17T15:34:37.174603+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796, - 1.0096666689713796 + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527 ], "p10": [ - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218, - 0.9096666451295218 + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669 ], "p90": [ - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.0096666689713796, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375, - 1.1096666928132375 + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bb831f48fd1155a13ac99293ccd160e61b2b2266..72f0f68fc2726e2cedb76fb8f6700edc1bacbf9a 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:43:32.027479+00:00", + "evaluated_at": "2026-06-17T15:34:37.183355+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086 + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 ], "p10": [ - 2799.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2844.0745614035086 + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2835.635964912281, + 2790.635964912281, + 2840.635964912281, + 2790.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2790.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 ], "p90": [ - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086, - 2849.0745614035086 + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2fd271be4fa6b0ec135b16a1be94854245e91e3f..dd06db6314e428dc0a5594b0234d6c7ae193d912 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:59:55.113686+00:00", + "evaluated_at": "2026-06-17T15:34:37.187100+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 344874b1131e6b42c3f0888c27d2beecc718cce8..0abf4b18760ca5f5a4bed0dca03cf2ee838ff166 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T14:55:41.557783+00:00", - "finished_at": "2026-06-17T14:59:55.157199+00:00", - "task_count": 1, + "started_at": "2026-06-17T15:07:37.616955+00:00", + "finished_at": "2026-06-17T15:34:37.219008+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:56:47.783156+00:00", + "evaluated_at": "2026-06-17T15:08:40.566384+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:57:17.358171+00:00", + "evaluated_at": "2026-06-17T15:09:32.719164+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:58:00.661172+00:00", + "evaluated_at": "2026-06-17T15:17:20.700892+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:58:10.771365+00:00", + "evaluated_at": "2026-06-17T15:24:09.118545+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:59:32.828517+00:00", + "evaluated_at": "2026-06-17T15:31:35.557215+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:59:54.114569+00:00", + "evaluated_at": "2026-06-17T15:32:15.492926+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +202,29 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:59:55.020909+00:00", + "evaluated_at": "2026-06-17T15:34:37.019576+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +234,29 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:59:55.096516+00:00", + "evaluated_at": "2026-06-17T15:34:37.146877+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +266,29 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:59:55.113686+00:00", + "evaluated_at": "2026-06-17T15:34:37.187100+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +298,29 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:59:55.124899+00:00", + "evaluated_at": "2026-06-17T15:34:37.217913+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T15:01:01.194363+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_153436.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_153436.json new file mode 100644 index 0000000000000000000000000000000000000000..caabd51c2305c7eafb0270d44c7bfbeb7027e432 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_153436.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T15:34:36.816682+00:00", + "metrics": { + "MSE[mean]": 564031.4540922848, + "MSE[0.5]": 292271.20407464204, + "MAE[0.5]": 483.39013583700034, + "MASE[0.5]": 0.48632592757470555, + "MAPE[0.5]": 0.0073581731104260285, + "sMAPE[0.5]": 0.007388311272876431, + "MSIS": 3.825881582388893, + "RMSE[mean]": 751.0202754202344, + "NRMSE[mean]": 0.011460926021564403, + "ND[0.5]": 0.007376763008537764, + "mean_weighted_sum_quantile_loss": 0.006224566200200653 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65160.53977176251, + 65158.55876953953, + 65150.309490961336, + 65159.2280687726, + 65158.565311743325, + 65165.44185203298, + 65139.08108063059, + 65159.73617745694, + 65186.3016922319, + 65155.63873132827, + 65155.63863660007, + 65152.1629508247, + 65153.994531365795, + 65157.47025054604, + 65151.98436043254, + 65165.43499923071, + 65158.3385943775, + 65159.1611048801, + 65159.16110486971, + 65158.586733590855, + 65158.02849169196, + 65153.80706932389, + 65150.16165202213, + 65176.868176560514 + ], + "p10": [ + 64947.48282002717, + 64962.637589721104, + 64952.23209189073, + 64952.50838246606, + 64961.00763806168, + 64896.625027314054, + 64900.097935200276, + 64952.15080660354, + 64959.01033686311, + 64944.58554184064, + 64952.44139560665, + 64949.5282932634, + 64961.983239930276, + 64944.58547082312, + 64892.83177538238, + 64949.52828599568, + 64958.353646921656, + 64900.1001274539, + 64961.6859741704, + 64896.618174435665, + 64900.10012744577, + 64959.010561210845, + 64958.353646946234, + 64959.01056121077 + ], + "p90": [ + 65401.84999049923, + 65502.654529870815, + 65411.75011080193, + 65484.60223115194, + 65485.31386945828, + 65492.542360665226, + 65403.89326414506, + 65374.51886010797, + 65478.57840986395, + 65479.17436928477, + 65508.85007276954, + 65411.36378151753, + 65492.535505436485, + 65478.57863496325, + 65502.0001821891, + 65478.57863428853, + 65492.53550776143, + 65577.30410852566, + 65485.335291302494, + 65371.254014630074, + 65502.00018242928, + 65381.98647658758, + 65478.57863421158, + 65492.53550778604 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_150801.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_150801.json new file mode 100644 index 0000000000000000000000000000000000000000..54fe791a7453825b199e331f73017841ccfbf506 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_150801.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:08:01.961397+00:00", + "metrics": { + "MSE[mean]": 178192.15897496542, + "MSE[0.5]": 178192.15897496542, + "MAE[0.5]": 300.6494140625, + "MASE[0.5]": 0.3024753596089938, + "MAPE[0.5]": 0.004614209911947547, + "sMAPE[0.5]": 0.004594410359097289, + "MSIS": 2.6524820623979433, + "RMSE[mean]": 422.128130992197, + "NRMSE[mean]": 0.006441875724614385, + "ND[0.5]": 0.004588052820636485, + "mean_weighted_sum_quantile_loss": 0.005941764460434737 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65878.9765625, + 65844.078125, + 65849.203125, + 65837.9453125, + 65808.5390625, + 65807.578125, + 65800.2890625, + 65806.953125, + 65805.390625, + 65786.8046875, + 65767.1328125, + 65738.7734375, + 65714.9765625, + 65705.7109375, + 65701.4921875, + 65730.796875, + 65729.0546875, + 65698.1171875, + 65721.5625, + 65710.3046875, + 65705.21875, + 65668.578125, + 65642.8828125, + 65663.390625 + ], + "p10": [ + 65462.0859375, + 65234.2890625, + 65074.9140625, + 64918.3046875, + 64759.8203125, + 64580.76171875, + 64431.8359375, + 64331.16796875, + 64214.44140625, + 64150.66796875, + 64086.71484375, + 64022.609375, + 63979.0078125, + 63910.35546875, + 63860.92578125, + 63841.0625, + 63793.73828125, + 63776.12109375, + 63740.8671875, + 63722.12890625, + 63671.54296875, + 63606.328125, + 63570.81640625, + 63538.33203125 + ], + "p90": [ + 66113.71875, + 66244.0, + 66363.6875, + 66464.46875, + 66543.3359375, + 66601.6796875, + 66665.171875, + 66754.3515625, + 66784.8125, + 66847.4296875, + 66854.96875, + 66885.9921875, + 66932.421875, + 66937.8515625, + 66960.25, + 66997.421875, + 67055.8828125, + 67022.4375, + 67019.90625, + 67062.59375, + 67049.2109375, + 67111.4453125, + 67149.9921875, + 67131.0859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_153437.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..d995e9346dfd22abf8daf3bf0aced21506e7e159 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T15:34:37.083356+00:00", + "metrics": { + "MSE[mean]": 627698.893290691, + "MSE[0.5]": 594219.5086442392, + "MAE[0.5]": 581.4807771601796, + "MASE[0.5]": 0.5850123065288239, + "MAPE[0.5]": 0.008919627640655967, + "sMAPE[0.5]": 0.008850157534652002, + "MSIS": 12.436269136241506, + "RMSE[mean]": 792.2745062733566, + "NRMSE[mean]": 0.01209048517377186, + "ND[0.5]": 0.008873672773036084, + "mean_weighted_sum_quantile_loss": 0.008129016183831071 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65851.50545583684, + 65866.94605186215, + 65887.91594476246, + 65942.36044703776, + 65942.51979306307, + 65954.44867033837, + 65967.45567261368, + 65999.59548738899, + 66042.83295841429, + 66041.2266794396, + 66076.9934473399, + 66076.78169961521, + 66117.84729564052, + 66137.30546979082, + 66158.99997206613, + 66181.15931809144, + 66189.81866411673, + 66216.54051014203, + 66241.12759054234, + 66257.44709281765, + 66289.63182946795, + 66298.29117549326, + 66303.20442776856, + 66380.18603941887 + ], + "p10": [ + 65638.80819021184, + 65685.65737998715, + 65682.19719476246, + 65715.75419703776, + 65736.60065243806, + 65682.65570158837, + 65768.97520386368, + 65798.30212801398, + 65824.60248966429, + 65829.2079294396, + 65863.3856348399, + 65885.92818399021, + 65951.36370189051, + 65915.98593854082, + 65877.90622206613, + 65971.85814621643, + 66042.58428911673, + 65942.98972889203, + 66029.30923116734, + 65963.26935844265, + 66008.07323571795, + 66094.39273799326, + 66116.08724026856, + 66132.93096129387 + ], + "p90": [ + 66073.66483083685, + 66095.35933311215, + 66117.05383538746, + 66242.03232203776, + 66181.93385556307, + 66285.42132658837, + 66201.44395386368, + 66215.77908113899, + 66347.36420841429, + 66369.37277318959, + 66475.2219629649, + 66415.58834024021, + 66437.36643626551, + 66459.06093854082, + 66481.50778456613, + 66502.44994309143, + 66520.92022661673, + 66545.75535389203, + 66493.52212179234, + 66474.37873344265, + 66611.67479821795, + 66632.53336299326, + 66580.30013089356, + 66685.84424254387 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_152431.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_152431.json new file mode 100644 index 0000000000000000000000000000000000000000..78e6391016bd7ec5e210471e03af5bc32322282c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_152431.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:24:31.921515+00:00", + "metrics": { + "MSE[mean]": 779599.8639640808, + "MSE[0.5]": 600802.8430423737, + "MAE[0.5]": 584.5437825520834, + "MASE[0.5]": 0.5880939145881289, + "MAPE[0.5]": 0.008966674533098557, + "sMAPE[0.5]": 0.008896370955143423, + "MSIS": 2.8552094425048082, + "RMSE[mean]": 882.9495251508326, + "NRMSE[mean]": 0.013474229018473272, + "ND[0.5]": 0.008920415689771078, + "mean_weighted_sum_quantile_loss": 0.006888797692538488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65891.12890625, + 65874.203125, + 65913.58984375, + 65995.8515625, + 66029.890625, + 65851.65625, + 65868.53125, + 65996.80078125, + 66094.3515625, + 66045.578125, + 66013.953125, + 65965.21484375, + 66132.81640625, + 66118.3671875, + 66166.98046875, + 66128.96484375, + 66222.16015625, + 66264.8984375, + 66222.96875, + 66174.265625, + 66258.96875, + 66328.6015625, + 66157.4609375, + 66430.96875 + ], + "p10": [ + 65553.83984375, + 65338.482421875, + 65384.279296875, + 65296.466796875, + 65265.337890625, + 65015.736328125, + 64968.861328125, + 64901.26953125, + 65173.30859375, + 64811.28125, + 64763.357421875, + 64542.11328125, + 65082.794921875, + 64891.52734375, + 64744.30078125, + 64313.41015625, + 64782.41796875, + 64666.421875, + 64450.587890625, + 64693.3125, + 64577.779296875, + 64710.716796875, + 64211.556640625, + 64526.0390625 + ], + "p90": [ + 66236.19921875, + 66389.234375, + 66373.05859375, + 66632.3515625, + 66758.03515625, + 66803.5625, + 66915.5390625, + 67001.65234375, + 67044.55078125, + 67122.3359375, + 67232.09375, + 67216.0625, + 67280.6875, + 67635.44921875, + 67630.17578125, + 67684.80078125, + 67935.66796875, + 68615.359375, + 68170.08203125, + 68046.1640625, + 68467.63671875, + 68305.640625, + 68388.296875, + 68649.78515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_153437.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..46471ec15a413c07a04ba9bd16913c1962230a75 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T15:34:37.153430+00:00", + "metrics": { + "MSE[mean]": 833746.8291007914, + "MSE[0.5]": 788006.3987929267, + "MAE[0.5]": 796.5568941885916, + "MASE[0.5]": 0.8013946535369939, + "MAPE[0.5]": 0.012192256711215078, + "sMAPE[0.5]": 0.012100285810521421, + "MSIS": 16.47831886068929, + "RMSE[mean]": 913.0973820468391, + "NRMSE[mean]": 0.013934299630282657, + "ND[0.5]": 0.01215583644683128, + "mean_weighted_sum_quantile_loss": 0.011286695657796903 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 66325.38859991776, + 66319.13469366776, + 66318.41008429276, + 66351.16008429276, + 66329.62492804276, + 66319.85930304276, + 66311.17180304276, + 66321.61711554276, + 66343.16008429276, + 66319.85930304276, + 66333.93156866776, + 66312.02531866776, + 66331.39641241776, + 66329.16008429276, + 66329.16008429276, + 66329.62492804276, + 66316.58977179276, + 66321.61711554276, + 66324.50969366776, + 66319.13469366776, + 66329.62492804276, + 66316.58977179276, + 66299.80852179276, + 66355.09563116776 + ], + "p10": [ + 66112.69133429276, + 66137.84602179276, + 66112.69133429276, + 66124.55383429276, + 66123.70578741776, + 66048.06633429276, + 66112.69133429276, + 66120.32375616775, + 66124.92961554276, + 66107.84055304276, + 66120.32375616775, + 66121.17180304276, + 66164.91281866776, + 66107.84055304276, + 66048.06633429276, + 66120.32375616775, + 66169.35539679276, + 66048.06633429276, + 66112.69133429276, + 66024.95695929276, + 66048.06633429276, + 66112.69133429276, + 66112.69133429276, + 66107.84055304276 + ], + "p90": [ + 66547.54797491776, + 66547.54797491776, + 66547.54797491776, + 66650.83195929276, + 66569.03899054276, + 66650.83195929276, + 66545.16008429276, + 66537.80070929276, + 66647.69133429276, + 66648.00539679275, + 66732.16008429276, + 66650.83195929276, + 66650.91555304275, + 66650.91555304275, + 66651.66789679276, + 66650.91555304275, + 66647.69133429276, + 66650.83195929276, + 66576.90422491776, + 66536.06633429276, + 66651.66789679276, + 66650.83195929276, + 66576.90422491776, + 66660.75383429276 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_153437.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..62466004af005d5cbe8315d2135de5efcf13da70 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T15:34:37.192003+00:00", + "metrics": { + "MSE[mean]": 972144.0767300924, + "MSE[0.5]": 972144.0767300924, + "MAE[0.5]": 839.9850260416666, + "MASE[0.5]": 0.8450865391186334, + "MAPE[0.5]": 0.01285477984850524, + "sMAPE[0.5]": 0.012741908633348073, + "MSIS": 4.005233303551461, + "RMSE[mean]": 985.9736693898536, + "NRMSE[mean]": 0.015046426380119346, + "ND[0.5]": 0.01281857036056528, + "mean_weighted_sum_quantile_loss": 0.009486709374933585 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "p10": [ + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625 + ], + "p90": [ + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_153151.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_153151.json new file mode 100644 index 0000000000000000000000000000000000000000..f80e295d27dc3c389f244ab4adc72cbb605acbb0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_153151.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T15:31:51.512683+00:00", + "metrics": { + "MSE[mean]": 323024.4960110982, + "MSE[0.5]": 323024.4960110982, + "MAE[0.5]": 432.1754557291667, + "MASE[0.5]": 0.43480020339798653, + "MAPE[0.5]": 0.006629309152154661, + "sMAPE[0.5]": 0.006591373891008503, + "MSIS": 2.217389567185416, + "RMSE[mean]": 568.3524399622986, + "NRMSE[mean]": 0.008673328113463644, + "ND[0.5]": 0.006595202671028195, + "mean_weighted_sum_quantile_loss": 0.005757215157805761 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65973.5, + 66014.0, + 65987.0, + 66005.0, + 66009.5, + 66000.5, + 65996.0, + 65987.0, + 65964.5, + 65960.0, + 65969.0, + 65964.5, + 65946.5, + 65969.0, + 65960.0, + 65951.0, + 65955.5, + 65937.5, + 65915.0, + 65910.5, + 65919.5, + 65924.0, + 65915.0, + 65928.5 + ], + "p10": [ + 65444.75, + 65325.5, + 65164.625, + 65087.5625, + 64986.59375, + 64892.375, + 64842.875, + 64761.875, + 64702.25, + 64661.75, + 64646.0, + 64594.25, + 64535.75, + 64531.25, + 64511.0, + 64450.25, + 64459.25, + 64412.0, + 64371.5, + 64344.5, + 64340.0, + 64340.0, + 64299.5, + 64299.5 + ], + "p90": [ + 66509.0, + 66653.0, + 66707.0, + 66779.0, + 66815.0, + 66824.0, + 66833.0, + 66842.0, + 66860.0, + 66860.0, + 66878.0, + 66914.0, + 66914.0, + 66959.0, + 66950.0, + 66968.0, + 66950.0, + 66941.0, + 66914.0, + 66941.0, + 66950.0, + 66968.0, + 66977.0, + 66995.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_150907.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_150907.json new file mode 100644 index 0000000000000000000000000000000000000000..37fa9849c8e8fa99497d4a22e22755284a04d5b4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_150907.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:09:07.458333+00:00", + "metrics": { + "MSE[mean]": 199285.18778355917, + "MSE[0.5]": 121176.73213831584, + "MAE[0.5]": 271.9762369791667, + "MASE[0.5]": 0.2736280406263243, + "MAPE[0.5]": 0.004165195661985987, + "sMAPE[0.5]": 0.004156807177432159, + "MSIS": 9.48274817840248, + "RMSE[mean]": 446.413695784033, + "NRMSE[mean]": 0.006812484975230687, + "ND[0.5]": 0.004150486523013671, + "mean_weighted_sum_quantile_loss": 0.004605964560125908 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65753.046875, + 65733.8203125, + 65710.8671875, + 65685.2578125, + 65663.546875, + 65620.84375, + 65621.0703125, + 65631.4375, + 65644.5078125, + 65614.5859375, + 65599.6171875, + 65591.484375, + 65571.0, + 65573.6796875, + 65595.9140625, + 65570.28125, + 65581.5234375, + 65573.203125, + 65524.24609375, + 65496.40234375, + 65471.609375, + 65459.640625, + 65434.109375, + 65508.6328125 + ], + "p10": [ + 65790.5625, + 65834.71875, + 65792.4765625, + 65768.2578125, + 65737.7265625, + 65713.8125, + 65687.5546875, + 65696.125, + 65663.5390625, + 65753.0703125, + 65695.9296875, + 65672.8359375, + 65663.84375, + 65715.703125, + 65701.6484375, + 65679.140625, + 65680.734375, + 65577.0390625, + 65648.2265625, + 65584.1640625, + 65631.984375, + 65616.3515625, + 65574.546875, + 65588.375 + ], + "p90": [ + 66098.1484375, + 66157.8515625, + 66213.140625, + 66248.421875, + 66263.734375, + 66267.8515625, + 66305.78125, + 66357.40625, + 66417.5390625, + 66429.2421875, + 66454.953125, + 66431.390625, + 66445.9453125, + 66487.921875, + 66533.3515625, + 66561.5234375, + 66602.5078125, + 66594.359375, + 66595.09375, + 66545.59375, + 66563.0859375, + 66581.3359375, + 66566.1015625, + 66601.9296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_151738.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_151738.json new file mode 100644 index 0000000000000000000000000000000000000000..281997e1403860f469ddf414ec91b4a5723e28aa --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_151738.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:17:38.284924+00:00", + "metrics": { + "MSE[mean]": 269418.9651222229, + "MSE[0.5]": 269418.9651222229, + "MAE[0.5]": 361.0989583333333, + "MASE[0.5]": 0.3632920344012455, + "MAPE[0.5]": 0.005544557816041171, + "sMAPE[0.5]": 0.00551322216356238, + "MSIS": 2.1044670049209824, + "RMSE[mean]": 519.0558400810291, + "NRMSE[mean]": 0.007921038591003345, + "ND[0.5]": 0.005510541570407777, + "mean_weighted_sum_quantile_loss": 0.005029948439023868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65849.921875, + 65842.828125, + 65846.578125, + 65847.0, + 65847.3359375, + 65861.796875, + 65867.359375, + 65866.7890625, + 65863.5078125, + 65846.4296875, + 65835.890625, + 65832.765625, + 65830.6328125, + 65845.625, + 65862.5390625, + 65860.15625, + 65854.3671875, + 65847.40625, + 65847.203125, + 65852.65625, + 65866.6640625, + 65883.6875, + 65906.6640625, + 65918.234375 + ], + "p10": [ + 65527.44921875, + 65389.4375, + 65279.6640625, + 65188.05859375, + 65118.65625, + 65078.56640625, + 65044.3984375, + 65001.44921875, + 64956.01171875, + 64897.5859375, + 64849.66015625, + 64818.7578125, + 64772.6796875, + 64750.42578125, + 64732.28515625, + 64702.265625, + 64666.49609375, + 64628.2109375, + 64603.19921875, + 64582.4921875, + 64559.984375, + 64547.859375, + 64534.1171875, + 64517.9609375 + ], + "p90": [ + 66200.671875, + 66338.7421875, + 66468.5859375, + 66569.4921875, + 66641.8046875, + 66716.921875, + 66780.140625, + 66828.3828125, + 66864.609375, + 66889.078125, + 66914.75, + 66944.25, + 66962.1484375, + 67016.203125, + 67081.234375, + 67100.59375, + 67129.7265625, + 67181.4921875, + 67237.6875, + 67302.5625, + 67348.3046875, + 67412.609375, + 67479.3359375, + 67540.65625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_151048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_151048.json new file mode 100644 index 0000000000000000000000000000000000000000..7c366632c6a0e65ad44ebf7dce47fa05ff0c0ebb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_151048.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:10:48.604890+00:00", + "metrics": { + "MSE[mean]": 108659.22842852275, + "MSE[0.5]": 108659.22842852275, + "MAE[0.5]": 241.89046223958334, + "MASE[0.5]": 0.24335954480421415, + "MAPE[0.5]": 0.0037085140059657435, + "sMAPE[0.5]": 0.0036986642543308627, + "MSIS": 2.849393408516646, + "RMSE[mean]": 329.63499272456306, + "NRMSE[mean]": 0.005030386514693223, + "ND[0.5]": 0.003691363314390739, + "mean_weighted_sum_quantile_loss": 0.005802995699213144 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65191.98828125 + ], + "predictions": { + "p50": [ + 65807.421875, + 65797.8359375, + 65788.1640625, + 65772.0234375, + 65755.5234375, + 65769.2421875, + 65742.7890625, + 65740.3203125, + 65724.40625, + 65703.4921875, + 65676.4609375, + 65678.21875, + 65624.6796875, + 65613.8671875, + 65602.1015625, + 65580.046875, + 65549.1328125, + 65551.59375, + 65515.3828125, + 65518.91796875, + 65515.1953125, + 65486.421875, + 65453.44921875, + 65461.64453125 + ], + "p10": [ + 65431.32421875, + 65251.3125, + 65109.00390625, + 64985.171875, + 64861.25390625, + 64762.78515625, + 64644.3984375, + 64558.671875, + 64421.94921875, + 64306.39453125, + 64194.90625, + 64122.28515625, + 64014.78125, + 63935.3515625, + 63866.15234375, + 63786.30859375, + 63740.1328125, + 63650.03515625, + 63614.1328125, + 63579.71484375, + 63525.8671875, + 63454.6484375, + 63422.16796875, + 63406.55078125 + ], + "p90": [ + 66166.390625, + 66314.1171875, + 66430.6015625, + 66515.6015625, + 66603.9296875, + 66737.2109375, + 66779.140625, + 66869.1328125, + 66931.640625, + 66989.5546875, + 67029.5390625, + 67111.125, + 67096.390625, + 67160.484375, + 67209.4296875, + 67239.2890625, + 67275.8125, + 67336.53125, + 67361.328125, + 67426.75, + 67465.71875, + 67502.4765625, + 67484.3671875, + 67581.359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_153436.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_153436.json new file mode 100644 index 0000000000000000000000000000000000000000..78382453165ade16e9f350f7dcdddfcffe4e4cd8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_153436.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-17T15:34:36.994503+00:00", + "metrics": { + "MSE[mean]": 1775.9326840377819, + "MSE[0.5]": 100.15299276365141, + "MAE[0.5]": 4.59560983436766, + "MASE[0.5]": 0.09191219668735319, + "MAPE[0.5]": 0.0016289600602047872, + "sMAPE[0.5]": 0.0016342676482670887, + "MSIS": 2.733889561839103, + "RMSE[mean]": 42.14181633529554, + "NRMSE[mean]": 0.015039458617800637, + "ND[0.5]": 0.0016400689371721016, + "mean_weighted_sum_quantile_loss": 0.0016799107915372803 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2802.0739849614115, + 2802.752864185991, + 2802.7803868447854, + 2802.78463222512, + 2802.7807574218627, + 2802.772862534961, + 2802.775113576282, + 2802.774361193458, + 2802.7718770721153, + 2802.76813637993, + 2802.7724618885754, + 2802.7732631904, + 2802.7728625394875, + 2802.7694567805956, + 2802.7724618885754, + 2802.77436119346, + 2802.7751135763856, + 2802.7734115410176, + 2802.7694567805956, + 2802.7694567805956, + 2802.7718770721153, + 2802.7695879547514, + 2802.77436119346, + 2802.7702496358074 + ], + "p10": [ + 2761.0164702556663, + 2761.699646498587, + 2785.9306813675853, + 2779.125100182157, + 2797.991074333476, + 2785.307889716257, + 2779.1251087197024, + 2771.1616943525364, + 2779.1251087198066, + 2770.2170997657504, + 2773.956235769253, + 2779.1251087198066, + 2760.544388002393, + 2773.6767816275815, + 2779.699427936535, + 2793.7993161751683, + 2779.699427936535, + 2785.9310521412553, + 2757.8870435882204, + 2785.9310521412553, + 2761.715748484655, + 2773.956235769253, + 2779.699427936535, + 2785.9310521412553 + ], + "p90": [ + 2814.326888744327, + 2815.0100498818333, + 2815.0259321483736, + 2817.3628760825486, + 2817.4273784320826, + 2812.374837665086, + 2812.479485026117, + 2812.3748376696103, + 2812.479485026221, + 2813.581795298916, + 2812.317051235971, + 2812.4274772359436, + 2813.4213112356956, + 2812.316519507818, + 2812.3748376696126, + 2817.362884620198, + 2812.3748376696126, + 2817.362884620198, + 2815.0261518679013, + 2817.3692605313468, + 2817.362884620198, + 2812.3223513239977, + 2817.4266437316855, + 2817.362884620198 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_150838.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_150838.json new file mode 100644 index 0000000000000000000000000000000000000000..8c4151df3e0354fe71ef03938a4a9eda8946ad05 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_150838.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:08:38.720298+00:00", + "metrics": { + "MSE[mean]": 1815.8411032607157, + "MSE[0.5]": 1815.8411032607157, + "MAE[0.5]": 41.92926025390625, + "MASE[0.5]": 0.838585205078125, + "MAPE[0.5]": 0.014972349722980954, + "sMAPE[0.5]": 0.014857878696225216, + "MSIS": 2.405189208984375, + "RMSE[mean]": 42.61268711617135, + "NRMSE[mean]": 0.015207501721756318, + "ND[0.5]": 0.014963602172397769, + "mean_weighted_sum_quantile_loss": 0.00979426324994837 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2835.4375, + 2839.1123046875, + 2840.54443359375, + 2839.17236328125, + 2840.1953125, + 2841.32861328125, + 2841.317626953125, + 2840.8603515625, + 2841.1845703125, + 2842.170654296875, + 2842.842529296875, + 2842.76953125, + 2843.542724609375, + 2843.5400390625, + 2842.779052734375, + 2842.780029296875, + 2846.13818359375, + 2845.84130859375, + 2847.607177734375, + 2847.103271484375, + 2847.028564453125, + 2847.165771484375, + 2848.6181640625, + 2848.94287109375 + ], + "p10": [ + 2785.1650390625, + 2785.940185546875, + 2783.833740234375, + 2780.18359375, + 2780.428466796875, + 2777.6640625, + 2771.40625, + 2770.805908203125, + 2768.50439453125, + 2769.806884765625, + 2767.12646484375, + 2761.03662109375, + 2760.59912109375, + 2754.53955078125, + 2747.824951171875, + 2744.83642578125, + 2757.189453125, + 2752.384521484375, + 2752.682861328125, + 2751.293701171875, + 2749.916015625, + 2747.22021484375, + 2745.010986328125, + 2740.8642578125 + ], + "p90": [ + 2859.060302734375, + 2865.565185546875, + 2868.430419921875, + 2869.640380859375, + 2872.533447265625, + 2877.0009765625, + 2878.953125, + 2880.27587890625, + 2880.8125, + 2881.7294921875, + 2883.903076171875, + 2885.42822265625, + 2887.406494140625, + 2889.5693359375, + 2890.705322265625, + 2890.295166015625, + 2887.21142578125, + 2889.581787109375, + 2891.20361328125, + 2890.740478515625, + 2890.835205078125, + 2892.3876953125, + 2894.239501953125, + 2894.981689453125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_153437.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..4f089af48963be576d3f5f8e19ae9ec813d3db25 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-17T15:34:37.138974+00:00", + "metrics": { + "MSE[mean]": 416.68528381992456, + "MSE[0.5]": 447.5549515913508, + "MAE[0.5]": 20.44104513283287, + "MASE[0.5]": 0.40882090265665744, + "MAPE[0.5]": 0.007293542121294967, + "sMAPE[0.5]": 0.007268691637175854, + "MSIS": 14.503254903365011, + "RMSE[mean]": 20.41287054335878, + "NRMSE[mean]": 0.007284890602834359, + "ND[0.5]": 0.007294945474914332, + "mean_weighted_sum_quantile_loss": 0.007157440521371721 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2820.7316696908283, + 2819.956087190317, + 2819.180504689805, + 2818.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2813.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 + ], + "p10": [ + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2815.7316696908283, + 2769.956087190317, + 2819.180504689805, + 2768.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2763.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 + ], + "p90": [ + 2829.2630771964573, + 2828.4874946959453, + 2827.711912195434, + 2826.936329694922, + 2826.1607471944103, + 2825.385164693899, + 2824.609582193387, + 2823.8339996928753, + 2823.0584171923633, + 2822.282834691852, + 2821.50725219134, + 2820.7316696908283, + 2819.956087190317, + 2819.180504689805, + 2818.4049221892933, + 2817.6293396887813, + 2816.85375718827, + 2816.0781746877583, + 2815.3025921872463, + 2814.527009686735, + 2813.751427186223, + 2812.9758446857113, + 2812.2002621851993, + 2811.424679684688 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_153131.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_153131.json new file mode 100644 index 0000000000000000000000000000000000000000..79876f8361187d176614d000e10a5e01f561972a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_153131.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:31:31.385743+00:00", + "metrics": { + "MSE[mean]": 1532.2477563296754, + "MSE[0.5]": 1546.241924173509, + "MAE[0.5]": 38.72272237141927, + "MASE[0.5]": 0.7744544474283854, + "MAPE[0.5]": 0.013826493316624895, + "sMAPE[0.5]": 0.013729302089808717, + "MSIS": 2.217579854329427, + "RMSE[mean]": 39.14393639287796, + "NRMSE[mean]": 0.013969583248015926, + "ND[0.5]": 0.013819261515450744, + "mean_weighted_sum_quantile_loss": 0.007947719740680504 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2829.3614501953125, + 2834.4296875, + 2837.0771484375, + 2837.095458984375, + 2834.88916015625, + 2836.6884765625, + 2836.021484375, + 2838.26611328125, + 2839.7587890625, + 2841.010498046875, + 2837.8115234375, + 2840.1719970703125, + 2838.341796875, + 2840.8172607421875, + 2841.8289794921875, + 2844.507080078125, + 2845.1688232421875, + 2841.642822265625, + 2842.36474609375, + 2842.04345703125, + 2840.30615234375, + 2840.4937744140625, + 2844.044189453125, + 2841.9139404296875 + ], + "p10": [ + 2793.120849609375, + 2790.4351806640625, + 2798.6409912109375, + 2794.3209228515625, + 2801.103271484375, + 2796.1595458984375, + 2787.756591796875, + 2798.281982421875, + 2800.827880859375, + 2805.044189453125, + 2791.1959228515625, + 2795.055419921875, + 2800.51025390625, + 2791.635009765625, + 2796.4329833984375, + 2799.86962890625, + 2798.6712646484375, + 2784.8953857421875, + 2797.12939453125, + 2790.0106201171875, + 2788.0560302734375, + 2797.0238037109375, + 2798.6083984375, + 2805.86572265625 + ], + "p90": [ + 2873.8089599609375, + 2891.8016357421875, + 2890.4307861328125, + 2877.964111328125, + 2876.642578125, + 2882.939453125, + 2873.8623046875, + 2885.5281982421875, + 2878.7266845703125, + 2879.016845703125, + 2875.2364501953125, + 2882.89990234375, + 2881.776611328125, + 2881.5308837890625, + 2882.3760986328125, + 2892.3521728515625, + 2899.946533203125, + 2894.36181640625, + 2897.381103515625, + 2892.693359375, + 2905.897705078125, + 2885.9007568359375, + 2896.1707763671875, + 2892.005859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_153437.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..de747ee76fed492fe2c10d8e0970dd39f00bdb85 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T15:34:37.183355+00:00", + "metrics": { + "MSE[mean]": 1516.794208314598, + "MSE[0.5]": 1586.1317905509616, + "MAE[0.5]": 39.33296783625758, + "MASE[0.5]": 0.7866593567251517, + "MAPE[0.5]": 0.01404504385048889, + "sMAPE[0.5]": 0.013945072832793476, + "MSIS": 27.290277793737776, + "RMSE[mean]": 38.94604226766307, + "NRMSE[mean]": 0.013898959322288677, + "ND[0.5]": 0.014037044283571479, + "mean_weighted_sum_quantile_loss": 0.013668905845779351 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 + ], + "p10": [ + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2835.635964912281, + 2790.635964912281, + 2840.635964912281, + 2790.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2790.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 + ], + "p90": [ + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281, + 2840.635964912281 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_153437.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..44e8d48e6f02a512404b13b80de560e37ea3e7fe --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_153437.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T15:34:37.214883+00:00", + "metrics": { + "MSE[mean]": 1875.0, + "MSE[0.5]": 1875.0, + "MAE[0.5]": 37.5, + "MASE[0.5]": 0.75, + "MAPE[0.5]": 0.013392857142857142, + "sMAPE[0.5]": 0.01327433628318584, + "MSIS": 3.4074997915828624, + "RMSE[mean]": 43.30127018922193, + "NRMSE[mean]": 0.015453241405818979, + "ND[0.5]": 0.013382899628252789, + "mean_weighted_sum_quantile_loss": 0.009827344072697211 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "p10": [ + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2744.0, + 2793.0, + 2793.0, + 2793.0, + 2744.0, + 2793.0, + 2793.0, + 2744.0, + 2744.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2744.0 + ], + "p90": [ + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2856.0, + 2907.0, + 2907.0, + 2907.0, + 2856.0, + 2907.0, + 2907.0, + 2856.0, + 2856.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2856.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_153212.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_153212.json new file mode 100644 index 0000000000000000000000000000000000000000..e5654d0d3e26386134b061f5423c024add2e7058 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_153212.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T15:32:12.624161+00:00", + "metrics": { + "MSE[mean]": 1915.8649749159813, + "MSE[0.5]": 1915.8649749159813, + "MAE[0.5]": 43.043701171875, + "MASE[0.5]": 0.8608740234375, + "MAPE[0.5]": 0.01537135736884529, + "sMAPE[0.5]": 0.015250288704403078, + "MSIS": 1.3594264729817709, + "RMSE[mean]": 43.77059486591405, + "NRMSE[mean]": 0.015620732740251853, + "ND[0.5]": 0.015361320864312267, + "mean_weighted_sum_quantile_loss": 0.00807130632680194 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2839.830078125, + 2845.103515625, + 2844.6640625, + 2845.65283203125, + 2844.99365234375, + 2844.8837890625, + 2844.0048828125, + 2844.6640625, + 2844.6640625, + 2844.8837890625, + 2844.55419921875, + 2843.78515625, + 2844.99365234375, + 2844.99365234375, + 2843.5654296875, + 2844.99365234375, + 2844.77392578125, + 2845.54296875, + 2845.21337890625, + 2845.3232421875, + 2845.21337890625, + 2845.3232421875, + 2845.54296875, + 2845.21337890625 + ], + "p10": [ + 2769.95703125, + 2780.064453125, + 2784.458984375, + 2788.853515625, + 2788.4140625, + 2788.853515625, + 2785.337890625, + 2783.580078125, + 2781.822265625, + 2784.8984375, + 2786.216796875, + 2789.29296875, + 2794.56640625, + 2795.884765625, + 2795.005859375, + 2797.642578125, + 2791.05078125, + 2791.9296875, + 2792.369140625, + 2794.56640625, + 2795.4453125, + 2795.4453125, + 2794.56640625, + 2794.56640625 + ], + "p90": [ + 2854.936279296875, + 2856.474365234375, + 2855.32080078125, + 2855.595458984375, + 2855.10107421875, + 2853.892578125, + 2854.33203125, + 2855.54052734375, + 2855.76025390625, + 2854.716552734375, + 2856.474365234375, + 2855.32080078125, + 2855.650390625, + 2856.41943359375, + 2855.8701171875, + 2856.41943359375, + 2858.451904296875, + 2860.12744140625, + 2860.319580078125, + 2860.62158203125, + 2860.855224609375, + 2861.36328125, + 2862.530517578125, + 2864.0068359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_150929.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_150929.json new file mode 100644 index 0000000000000000000000000000000000000000..6aa18aaff3cba747e1daf17286c7aa7e40ec8b55 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_150929.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:09:29.941043+00:00", + "metrics": { + "MSE[mean]": 1757.0664058178663, + "MSE[0.5]": 1202.6036929562688, + "MAE[0.5]": 34.43201700846354, + "MASE[0.5]": 0.6886403401692709, + "MAPE[0.5]": 0.012292946645789277, + "sMAPE[0.5]": 0.01221808198505569, + "MSIS": 27.45555216471354, + "RMSE[mean]": 41.917375941462105, + "NRMSE[mean]": 0.014959360930782014, + "ND[0.5]": 0.012288006069934944, + "mean_weighted_sum_quantile_loss": 0.012638179842394673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2833.608154296875, + 2833.431884765625, + 2832.15673828125, + 2832.256103515625, + 2833.831787109375, + 2834.342041015625, + 2833.433349609375, + 2833.903564453125, + 2833.69580078125, + 2835.33447265625, + 2834.7138671875, + 2836.733154296875, + 2836.7734375, + 2835.47021484375, + 2837.142333984375, + 2835.95263671875, + 2835.40478515625, + 2836.322265625, + 2836.1083984375, + 2837.548583984375, + 2837.794921875, + 2836.54931640625, + 2836.050048828125, + 2835.61767578125 + ], + "p10": [ + 2835.49560546875, + 2833.2294921875, + 2834.1494140625, + 2833.813232421875, + 2833.953125, + 2836.65087890625, + 2835.0791015625, + 2833.75146484375, + 2834.9345703125, + 2834.497314453125, + 2835.543212890625, + 2837.57763671875, + 2836.763916015625, + 2834.337890625, + 2835.937255859375, + 2833.340087890625, + 2835.608642578125, + 2837.650146484375, + 2835.2314453125, + 2836.76318359375, + 2835.037109375, + 2834.522216796875, + 2836.489013671875, + 2836.099365234375 + ], + "p90": [ + 2848.467529296875, + 2849.87548828125, + 2849.47509765625, + 2851.015625, + 2853.0751953125, + 2853.565673828125, + 2852.649169921875, + 2853.2138671875, + 2853.1025390625, + 2854.771484375, + 2855.5751953125, + 2854.98291015625, + 2854.523681640625, + 2854.270751953125, + 2855.544921875, + 2854.185302734375, + 2853.635498046875, + 2854.273193359375, + 2854.332275390625, + 2855.62939453125, + 2855.540771484375, + 2855.667236328125, + 2854.258544921875, + 2853.332275390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_152323.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_152323.json new file mode 100644 index 0000000000000000000000000000000000000000..ae6a692e391087501e996c86f2db18edc7879e26 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_152323.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:23:23.931526+00:00", + "metrics": { + "MSE[mean]": 1997.005214812855, + "MSE[0.5]": 1997.005214812855, + "MAE[0.5]": 43.912628173828125, + "MASE[0.5]": 0.8782525634765624, + "MAPE[0.5]": 0.015681746633429278, + "sMAPE[0.5]": 0.015555554519371968, + "MSIS": 1.87796875, + "RMSE[mean]": 44.68786429012753, + "NRMSE[mean]": 0.015948085397220233, + "ND[0.5]": 0.015671421207016728, + "mean_weighted_sum_quantile_loss": 0.008969725594408302 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2840.011962890625, + 2841.994873046875, + 2843.26806640625, + 2844.3740234375, + 2844.944580078125, + 2845.4580078125, + 2845.23388671875, + 2844.886962890625, + 2844.692626953125, + 2845.082763671875, + 2844.89208984375, + 2845.47216796875, + 2846.173583984375, + 2846.35791015625, + 2846.464599609375, + 2847.10546875, + 2847.033447265625, + 2846.732666015625, + 2846.661865234375, + 2847.041748046875, + 2847.364990234375, + 2847.21337890625, + 2847.52587890625, + 2847.689453125 + ], + "p10": [ + 2792.131103515625, + 2793.691162109375, + 2791.753173828125, + 2795.332275390625, + 2793.923828125, + 2786.931396484375, + 2787.73974609375, + 2786.71923828125, + 2783.772705078125, + 2781.46923828125, + 2780.0517578125, + 2776.938232421875, + 2776.418701171875, + 2777.7548828125, + 2777.0810546875, + 2776.75341796875, + 2776.36083984375, + 2777.035888671875, + 2777.970458984375, + 2777.99072265625, + 2778.633544921875, + 2778.744140625, + 2779.908203125, + 2780.48193359375 + ], + "p90": [ + 2859.466064453125, + 2860.94287109375, + 2862.130859375, + 2863.029296875, + 2865.427490234375, + 2867.106689453125, + 2869.094970703125, + 2871.2041015625, + 2872.964599609375, + 2874.595703125, + 2875.189208984375, + 2876.299560546875, + 2877.35205078125, + 2878.503173828125, + 2880.177001953125, + 2883.18212890625, + 2885.394775390625, + 2886.238037109375, + 2886.224365234375, + 2887.396240234375, + 2888.509033203125, + 2888.841796875, + 2889.45654296875, + 2890.423583984375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_151109.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_151109.json new file mode 100644 index 0000000000000000000000000000000000000000..5f80bb0773ad13a07e8dfdeef8ecbd33145fa957 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_151109.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:11:09.105611+00:00", + "metrics": { + "MSE[mean]": 2144.56733584404, + "MSE[0.5]": 2144.56733584404, + "MAE[0.5]": 45.83935546875, + "MASE[0.5]": 0.916787109375, + "MAPE[0.5]": 0.016366369108807174, + "sMAPE[0.5]": 0.01623252981011925, + "MSIS": 1.04386962890625, + "RMSE[mean]": 46.309473499965854, + "NRMSE[mean]": 0.016526800951660675, + "ND[0.5]": 0.016359026486988847, + "mean_weighted_sum_quantile_loss": 0.007911489070244734 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" + ], + "context": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2848.54736328125, + 2848.711669921875, + 2848.939453125, + 2844.74609375, + 2847.64013671875, + 2845.078369140625, + 2834.3798828125, + 2831.501953125, + 2845.708984375, + 2847.67333984375, + 2844.851318359375, + 2841.06884765625, + 2848.175048828125, + 2847.3095703125, + 2847.308349609375, + 2848.65869140625, + 2849.03271484375, + 2849.483154296875, + 2849.095703125, + 2849.30322265625, + 2849.299072265625, + 2848.99560546875, + 2848.7587890625, + 2848.881103515625 + ], + "p10": [ + 2798.041259765625, + 2798.21484375, + 2797.49462890625, + 2796.988525390625, + 2798.996826171875, + 2797.418701171875, + 2797.46923828125, + 2797.335205078125, + 2798.20068359375, + 2798.970703125, + 2798.47900390625, + 2797.934814453125, + 2797.13720703125, + 2797.1025390625, + 2797.11962890625, + 2796.893798828125, + 2797.795654296875, + 2797.80078125, + 2797.99853515625, + 2797.91943359375, + 2797.9228515625, + 2798.053466796875, + 2797.940185546875, + 2798.231689453125 + ], + "p90": [ + 2850.145751953125, + 2850.021484375, + 2849.91455078125, + 2849.344970703125, + 2850.4365234375, + 2850.037353515625, + 2850.184326171875, + 2850.435302734375, + 2850.068359375, + 2849.842529296875, + 2849.97705078125, + 2849.9345703125, + 2850.058349609375, + 2850.04052734375, + 2850.1279296875, + 2849.9453125, + 2849.864013671875, + 2850.0322265625, + 2850.037109375, + 2849.823974609375, + 2849.908203125, + 2849.80615234375, + 2849.97509765625, + 2850.14208984375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_153436.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_153436.json new file mode 100644 index 0000000000000000000000000000000000000000..8d2a214e3be7e91112cb072267e4a66f41f9d429 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_153436.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T15:34:36.866409+00:00", + "metrics": { + "MSE[mean]": 1.3292136739842622, + "MSE[0.5]": 1.3180934366896198, + "MAE[0.5]": 0.9745745230955783, + "MASE[0.5]": 0.9066723252279728, + "MAPE[0.5]": 17.974873660846637, + "sMAPE[0.5]": 0.9917220991164941, + "MSIS": 35.46427548259699, + "RMSE[mean]": 1.1529152934991633, + "NRMSE[mean]": 1.3067897575393816, + "ND[0.5]": 1.1046466396284764, + "mean_weighted_sum_quantile_loss": 1.0996808183464393 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.1588037320463993, + 2.141606002390515, + 2.1252688521656067, + 2.1099149315878583, + 2.092055302154097, + 2.0785345071097545, + 2.059987825542864, + 2.0439960328563216, + 2.031113478884893, + 2.014220449976729, + 1.999445499350511, + 1.9864546930276998, + 1.9735886974673154, + 1.9564310292100275, + 1.9433980120984196, + 1.9292759984615668, + 1.913107075793116, + 1.9000639636417498, + 1.8861414671055132, + 1.8732128444275857, + 1.8614677766541396, + 1.8466231237681778, + 1.8329361014555268, + 1.8212909307602083, + 1.8082225723770908, + 1.7973743194132097, + 1.7847418322109887, + 1.771486543153512, + 1.7591255903037417, + 1.7477779677418364, + 1.7361688670673767, + 1.7243961215593409, + 1.7138305082057774, + 1.7002071886600898, + 1.6906178775636735, + 1.6786346249892257, + 1.6673883173119743, + 1.6561438768878525, + 1.6462207187417726, + 1.6370932369402933, + 1.6261905079621732, + 1.6139306668752427, + 1.6061678561804547, + 1.5940605038458053, + 1.5855971477443953, + 1.5733215441965336, + 1.5666641863752173, + 1.5571227227454043, + 1.5454395152027343, + 1.537722540575037, + 1.5276863538910979, + 1.5204138626388848, + 1.5077443626941556, + 1.4995945702570153, + 1.4922907506849787, + 1.4848239932724545, + 1.474820748573502, + 1.465821794832189, + 1.4585535261148013, + 1.450743059625014 + ], + "p10": [ + 2.1443522723668753, + 2.1274587605448843, + 2.110361182473508, + 2.0967464420111406, + 2.078346934844664, + 2.0667441075377115, + 2.0479196191089386, + 2.0328384419024217, + 2.01508179623877, + 2.0002830252078874, + 1.985692914959492, + 1.9719499988268916, + 1.9572462526761438, + 1.9430439638715298, + 1.9285228918690016, + 1.9163318609081532, + 1.8991282838455816, + 1.8861118333694256, + 1.8714259704721345, + 1.8586452302761463, + 1.8467608656448846, + 1.8322596231338146, + 1.8209915769801066, + 1.8075061508131902, + 1.7949951418489267, + 1.7823479006698875, + 1.7700582392991824, + 1.756841326360393, + 1.7451623609014946, + 1.7345051656552797, + 1.7222231381083521, + 1.7098241034684132, + 1.6983344196655257, + 1.6875809327054194, + 1.676595521077819, + 1.6647558766946395, + 1.6549163779554839, + 1.6420390787323493, + 1.6328093392294734, + 1.6235904787231872, + 1.6112858095593297, + 1.600949163852254, + 1.59326106794282, + 1.5819369328326942, + 1.5714274645733237, + 1.5605058903011542, + 1.550865256613019, + 1.544190007987731, + 1.5306221045182153, + 1.522860683983139, + 1.5119984736435659, + 1.5044759783311086, + 1.4954485738338146, + 1.4871224723255543, + 1.4765833927077952, + 1.4712758368053638, + 1.4615348500159469, + 1.4525232727625181, + 1.4453627697886988, + 1.435165797651574 + ], + "p90": [ + 2.1720658102379615, + 2.152849234409884, + 2.138155664697456, + 2.1214625829473475, + 2.1068089042581395, + 2.09076567501143, + 2.0751764183393595, + 2.057861711893013, + 2.044556170988106, + 2.0305873551180476, + 2.0130425180530223, + 1.9992053218592727, + 1.9834029431143458, + 1.9715379795679215, + 1.9574588979278729, + 1.9396053656536192, + 1.927820023181852, + 1.9156521367560908, + 1.89879498620434, + 1.8866098306876158, + 1.8737308262352539, + 1.8624071443660923, + 1.8472291422911382, + 1.8348416552795823, + 1.8206803648929772, + 1.8094694229420316, + 1.7969355808055714, + 1.789012614106167, + 1.7711458234680506, + 1.7612310480212547, + 1.7507212192877, + 1.7367974822137267, + 1.726283938419578, + 1.714920136048826, + 1.702195816945776, + 1.6905018717165734, + 1.6814787442476558, + 1.6716236398775755, + 1.6604123112352314, + 1.6494135584019567, + 1.638980539186278, + 1.6284688587409952, + 1.6177945065852601, + 1.6073115142973935, + 1.5976047926916819, + 1.5872233722232003, + 1.577224611379907, + 1.5711642996566777, + 1.5584565755882214, + 1.550747250686696, + 1.5405731664229474, + 1.5307118951510061, + 1.5228987859741523, + 1.5124713321085224, + 1.5053695347914346, + 1.498262772368824, + 1.4873684215206344, + 1.4781061022028963, + 1.4713818135955432, + 1.4631016245553483 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_150826.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_150826.json new file mode 100644 index 0000000000000000000000000000000000000000..e71229f78fd5be0267524700ebbd6fa73fcfc16c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_150826.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:08:26.021391+00:00", + "metrics": { + "MSE[mean]": 0.0971075539669473, + "MSE[0.5]": 0.0971075539669473, + "MAE[0.5]": 0.2840970809299809, + "MASE[0.5]": 0.26430299053898376, + "MAPE[0.5]": 4.770935372009379, + "sMAPE[0.5]": 0.7993756142635278, + "MSIS": 2.9866113847978633, + "RMSE[mean]": 0.31162084969871207, + "NRMSE[mean]": 0.35321149517069145, + "ND[0.5]": 0.3220142516969789, + "mean_weighted_sum_quantile_loss": 0.21606056799573342 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.1663761138916016, + 2.1453938484191895, + 2.1278648376464844, + 2.1034603118896484, + 2.0803146362304688, + 2.054816484451294, + 2.029144287109375, + 2.005476951599121, + 1.9753329753875732, + 1.9467021226882935, + 1.9094821214675903, + 1.8741204738616943, + 1.8401355743408203, + 1.8025166988372803, + 1.7638952732086182, + 1.726148247718811, + 1.6729601621627808, + 1.6361929178237915, + 1.5985231399536133, + 1.5602078437805176, + 1.5111815929412842, + 1.4717100858688354, + 1.429265022277832, + 1.3870786428451538, + 1.3291982412338257, + 1.2897225618362427, + 1.242407202720642, + 1.203763484954834, + 1.1620041131973267, + 1.122082233428955, + 1.080047845840454, + 1.0492863655090332, + 0.9249277710914612, + 0.8884530067443848, + 0.8448570370674133, + 0.8036547899246216, + 0.7547121047973633, + 0.713275671005249, + 0.6774295568466187, + 0.6344156861305237, + 0.5939794778823853, + 0.5611670017242432, + 0.5208402872085571, + 0.49036121368408203, + 0.45021456480026245, + 0.4259302020072937, + 0.38953936100006104, + 0.36518019437789917, + 0.21108394861221313, + 0.18206006288528442, + 0.16063755750656128, + 0.141956627368927, + 0.1094617247581482, + 0.0815359354019165, + 0.05837571620941162, + 0.04072260856628418, + 0.023806452751159668, + 0.014862418174743652, + 0.003832221031188965, + -0.005261063575744629 + ], + "p10": [ + 2.1323845386505127, + 2.1045823097229004, + 2.0784285068511963, + 2.053196430206299, + 2.0238277912139893, + 1.9874534606933594, + 1.963616967201233, + 1.9317243099212646, + 1.8942039012908936, + 1.8634566068649292, + 1.8146559000015259, + 1.780907154083252, + 1.7417802810668945, + 1.6847256422042847, + 1.6487538814544678, + 1.6084699630737305, + 1.5371087789535522, + 1.5052719116210938, + 1.462110161781311, + 1.4254419803619385, + 1.3685450553894043, + 1.3242738246917725, + 1.2659305334091187, + 1.2242443561553955, + 1.1578112840652466, + 1.1106038093566895, + 1.0563154220581055, + 1.0072358846664429, + 0.950503945350647, + 0.8969988822937012, + 0.850741446018219, + 0.8133745193481445, + 0.6664563417434692, + 0.6019400954246521, + 0.5600166916847229, + 0.5264188647270203, + 0.4404587149620056, + 0.40484875440597534, + 0.36288976669311523, + 0.31037068367004395, + 0.2616109848022461, + 0.215368390083313, + 0.16570425033569336, + 0.12211418151855469, + 0.07707303762435913, + 0.01764047145843506, + -0.035301804542541504, + -0.05099081993103027, + -0.24713551998138428, + -0.2833433151245117, + -0.3336968421936035, + -0.35368525981903076, + -0.3743537664413452, + -0.40615057945251465, + -0.444960355758667, + -0.45060741901397705, + -0.47655296325683594, + -0.5029863119125366, + -0.5063958168029785, + -0.5207103490829468 + ], + "p90": [ + 2.2030153274536133, + 2.1788296699523926, + 2.1638541221618652, + 2.1505918502807617, + 2.133434772491455, + 2.1111626625061035, + 2.0890841484069824, + 2.070291519165039, + 2.0464084148406982, + 2.026522397994995, + 1.9964617490768433, + 1.955433964729309, + 1.9311718940734863, + 1.89905846118927, + 1.8607374429702759, + 1.8419137001037598, + 1.7802265882492065, + 1.744654893875122, + 1.7123589515686035, + 1.6876919269561768, + 1.6466147899627686, + 1.6077165603637695, + 1.5820997953414917, + 1.539055585861206, + 1.508204698562622, + 1.465766191482544, + 1.4293632507324219, + 1.3855745792388916, + 1.3449002504348755, + 1.3379729986190796, + 1.2973380088806152, + 1.254083514213562, + 1.1728053092956543, + 1.1279689073562622, + 1.0923925638198853, + 1.059696078300476, + 1.0318632125854492, + 0.9910672307014465, + 0.9724431037902832, + 0.9445918798446655, + 0.9300481081008911, + 0.8941603302955627, + 0.8829783201217651, + 0.8393688797950745, + 0.8100840449333191, + 0.8113545179367065, + 0.7979539036750793, + 0.7739377021789551, + 0.6814590692520142, + 0.6485063433647156, + 0.6292378902435303, + 0.624369740486145, + 0.6188517808914185, + 0.5856347680091858, + 0.5901622772216797, + 0.5978422164916992, + 0.6102073192596436, + 0.5846936702728271, + 0.6052369475364685, + 0.564225435256958 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_153437.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..9d995308ebfb7f1cc369fcd47574f934c0502a4c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_153437.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T15:34:37.100948+00:00", + "metrics": { + "MSE[mean]": 0.984732952208332, + "MSE[0.5]": 0.9934592237198935, + "MAE[0.5]": 0.8577888274138431, + "MASE[0.5]": 0.7980235192641203, + "MAPE[0.5]": 15.640876574608695, + "sMAPE[0.5]": 0.9741578523499769, + "MSIS": 28.53620615128347, + "RMSE[mean]": 0.9923371162101778, + "NRMSE[mean]": 1.1247799268529424, + "ND[0.5]": 0.9722740778240356, + "mean_weighted_sum_quantile_loss": 0.953454310595774 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.179211849195292, + 2.151861323773448, + 2.129010852174598, + 2.119660340879055, + 2.0978098638561824, + 2.08045938850224, + 2.062608889783277, + 2.050758373421339, + 2.0319079471816237, + 2.0095574169914077, + 1.9987068728537054, + 1.9798563870093455, + 1.9545058954429397, + 1.9416553770544436, + 1.9288049033694312, + 1.9114544280154888, + 1.8846039259586655, + 1.8727533499920828, + 1.8569029298320414, + 1.8335523678129455, + 1.8247018724318425, + 1.7963513598846017, + 1.7740008594967085, + 1.7601503986862994, + 1.7507999395448202, + 1.7204494229444636, + 1.7065989025294097, + 1.6847483957042149, + 1.6723979155819009, + 1.666047358211967, + 1.6406969113490448, + 1.613346400828362, + 1.597995899725213, + 1.58314536238244, + 1.5717949140890064, + 1.5484444414768777, + 1.5340938380921583, + 1.5147434182897448, + 1.500392934114315, + 1.47554246591293, + 1.4561919567035493, + 1.4418414129234747, + 1.4289909392384623, + 1.3971403823453656, + 1.383789915097655, + 1.371439434975341, + 1.350588855670898, + 1.3397384456436463, + 1.310887939533707, + 1.2950373852632149, + 1.2771870057535413, + 1.2588364240649126, + 1.2479859395318549, + 1.2261354476078212, + 1.208784912649234, + 1.1894344630444982, + 1.1740839321390268, + 1.1512334530895965, + 1.139382981431142, + 1.119532419054418 + ], + "p10": [ + 2.1155118653898737, + 2.0937613565321604, + 2.073010835544902, + 2.0661603740192374, + 2.040309859087811, + 2.0184594088870287, + 2.015308896745099, + 1.9970583979605712, + 1.9819078849692757, + 1.953057339743788, + 1.94080688292093, + 1.9233563842675319, + 1.9049058813524018, + 1.8794553731920627, + 1.8690048864893958, + 1.8597543776316825, + 1.8311038696918809, + 1.80805337831621, + 1.7893028911843898, + 1.7792524060374042, + 1.7627018957968632, + 1.7415513739989816, + 1.7260009112335402, + 1.7091503996399737, + 1.7032999088484282, + 1.667249362815298, + 1.6475988872706206, + 1.6257484400500706, + 1.6118978898326943, + 1.60794741201857, + 1.5841969086072312, + 1.5572464078378683, + 1.5472959206583643, + 1.5275453935020251, + 1.5157949347122135, + 1.4945444149468503, + 1.4764939120972853, + 1.463243366076076, + 1.4351928794687767, + 1.4193424153503098, + 1.4176919293450174, + 1.3788414193607763, + 1.3797909140376186, + 1.3477404230493775, + 1.3222899618276964, + 1.313339408874467, + 1.301288947986572, + 1.2925384244959184, + 1.2537879296154941, + 1.2408374281606778, + 1.2238869111490491, + 1.2081364449980638, + 1.1904859496646445, + 1.1785354370116055, + 1.147684924427112, + 1.1428344395736791, + 1.1100839514509317, + 1.106133398944737, + 1.088282900225774, + 1.0812325411128096 + ], + "p90": [ + 2.1998119058435464, + 2.182861344873492, + 2.1640109156535448, + 2.1471603444553335, + 2.1293098457363704, + 2.1124593669253584, + 2.092608893955602, + 2.0767583963095224, + 2.0559078773547825, + 2.042057445601637, + 2.023206871840426, + 2.005356373121463, + 1.9915058512162933, + 1.969655403995743, + 1.9518049052767799, + 1.9339544065578167, + 1.9161039078388535, + 1.8982534091198904, + 1.880402896989882, + 1.8666523588960906, + 1.8527019291754643, + 1.8249514059232292, + 1.8060008945442396, + 1.7892504353073932, + 1.773299918087148, + 1.7554494193681849, + 1.7375989072381766, + 1.718748375200217, + 1.7038978974620889, + 1.6871474382252423, + 1.6681969000241623, + 1.645446411491633, + 1.6304959283354425, + 1.611745387559442, + 1.5968949098213139, + 1.576944432178553, + 1.5631938806737165, + 1.5393434532419086, + 1.5233929360216636, + 1.504542390572659, + 1.4866918918536958, + 1.4688413931347326, + 1.4540909200696086, + 1.4341404424268476, + 1.4162899302968393, + 1.3984394449889213, + 1.3795888995399166, + 1.3627384192387886, + 1.3419879802079167, + 1.327037421800862, + 1.308186907644296, + 1.2894364175322435, + 1.2745859934382957, + 1.2517354458435237, + 1.2367849127684434, + 1.2199344443882443, + 1.2020839590803263, + 1.183233416611554, + 1.1673830083724415, + 1.147532416193395 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_152441.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_152441.json new file mode 100644 index 0000000000000000000000000000000000000000..d58450de1cfac8868b245b5ca7902b2b04ec28e1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_152441.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:24:41.447948+00:00", + "metrics": { + "MSE[mean]": 1.1875911545166522, + "MSE[0.5]": 1.2639207252688591, + "MAE[0.5]": 0.9315121933856668, + "MASE[0.5]": 0.866610306693152, + "MAPE[0.5]": 17.81287811576276, + "sMAPE[0.5]": 0.9686807639138214, + "MSIS": 9.665863246454244, + "RMSE[mean]": 1.0897665596432349, + "NRMSE[mean]": 1.235212843719418, + "ND[0.5]": 1.0558369727622288, + "mean_weighted_sum_quantile_loss": 0.6809278061273702 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.132211446762085, + 2.11839759349823, + 2.1022804975509644, + 2.0926986932754517, + 2.0910913944244385, + 2.068781614303589, + 2.0619149208068848, + 2.032816767692566, + 2.009859323501587, + 1.979457676410675, + 1.9205004572868347, + 1.9095085263252258, + 1.852108120918274, + 1.9035834074020386, + 1.8489691019058228, + 1.8201271295547485, + 1.8219534754753113, + 1.7912100553512573, + 1.7824494242668152, + 1.830686867237091, + 1.8245081901550293, + 1.8223347663879395, + 1.7640494108200073, + 1.7015395760536194, + 1.6839105486869812, + 1.6951211094856262, + 1.6939024925231934, + 1.6409615278244019, + 1.7872171998023987, + 1.6450729966163635, + 1.5670686960220337, + 1.6446560621261597, + 1.5956078171730042, + 1.5917035341262817, + 1.6085294485092163, + 1.6288752555847168, + 1.7472347021102905, + 1.6029082536697388, + 1.646080195903778, + 1.6323922872543335, + 1.677295744419098, + 1.5866954922676086, + 1.6388239860534668, + 1.62704336643219, + 1.5566869378089905, + 1.5329368710517883, + 1.4686382412910461, + 1.5018110275268555, + 1.614126741886139, + 1.5276445150375366, + 1.670112133026123, + 1.5848467946052551, + 1.5902607440948486, + 1.6119566559791565, + 1.631152629852295, + 1.4164834022521973, + 1.5968595743179321, + 1.5527207851409912, + 1.5174858570098877, + 1.4898302555084229 + ], + "p10": [ + 2.104929208755493, + 2.077161192893982, + 2.054126501083374, + 2.0258290767669678, + 1.9884503483772278, + 1.9571422934532166, + 1.901280701160431, + 1.8429787158966064, + 1.7961524724960327, + 1.7179479598999023, + 1.630279004573822, + 1.6222519874572754, + 1.5001211166381836, + 1.4756195545196533, + 1.4901117086410522, + 1.420709252357483, + 1.33246511220932, + 1.1912790536880493, + 1.238565981388092, + 1.179804503917694, + 1.249519169330597, + 1.1018949151039124, + 0.90116947889328, + 0.8549516499042511, + 1.0268400311470032, + 0.9405774772167206, + 0.8403611779212952, + 0.80306276679039, + 0.8446837663650513, + 0.6703893542289734, + 0.5113076865673065, + 0.809087723493576, + 0.8454203307628632, + 0.719466507434845, + 0.40260812640190125, + 0.44766390323638916, + 0.6618067622184753, + 0.6371041238307953, + 0.6225475668907166, + 0.7105817794799805, + 0.6118987500667572, + 0.5595955848693848, + 0.6268574595451355, + 0.36001864075660706, + 0.5736598372459412, + 0.5532430708408356, + 0.3903496265411377, + 0.5119923651218414, + 0.4422619640827179, + 0.4712330400943756, + 0.47238484025001526, + 0.5015834271907806, + 0.5289307236671448, + 0.484206885099411, + 0.5283845067024231, + 0.45487168431282043, + 0.539558619260788, + 0.4669164717197418, + 0.28594323992729187, + 0.3793601393699646 + ], + "p90": [ + 2.1550036668777466, + 2.1685502529144287, + 2.1731096506118774, + 2.1712698936462402, + 2.1851658821105957, + 2.2013161182403564, + 2.200289011001587, + 2.1961697340011597, + 2.1827250719070435, + 2.163015842437744, + 2.171380639076233, + 2.204105854034424, + 2.205094575881958, + 2.2047146558761597, + 2.264993190765381, + 2.2084144353866577, + 2.201287031173706, + 2.233813524246216, + 2.2866028547286987, + 2.354522705078125, + 2.2555484771728516, + 2.2297587394714355, + 2.366091251373291, + 2.3186416625976562, + 2.2620108127593994, + 2.2019262313842773, + 2.276349186897278, + 2.240356922149658, + 2.3585788011550903, + 2.2831060886383057, + 2.379386067390442, + 2.307828903198242, + 2.388427972793579, + 2.3357683420181274, + 2.217316508293152, + 2.3424060344696045, + 2.5314347743988037, + 2.2684226036071777, + 2.45162832736969, + 2.4565231800079346, + 2.5354743003845215, + 2.4620243310928345, + 2.4092533588409424, + 2.4480174779891968, + 2.3775722980499268, + 2.344444155693054, + 2.279127597808838, + 2.4784224033355713, + 2.4438998699188232, + 2.4490630626678467, + 2.3984891176223755, + 2.4916027784347534, + 2.4029695987701416, + 2.4720966815948486, + 2.3653829097747803, + 2.3132996559143066, + 2.5703125, + 2.4203147888183594, + 2.473172664642334, + 2.5176366567611694 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_153437.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..fc0be9c1f2d4eb1ce8bc5022491c0d1a96e3c573 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_153437.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T15:34:37.162039+00:00", + "metrics": { + "MSE[mean]": 2.662229998200738, + "MSE[0.5]": 2.6766623149149575, + "MAE[0.5]": 1.4197025905845, + "MASE[0.5]": 1.3207866801697488, + "MAPE[0.5]": 25.28826634543716, + "sMAPE[0.5]": 1.083206700019669, + "MSIS": 49.28225464833882, + "RMSE[mean]": 1.6316341496183322, + "NRMSE[mean]": 1.8494010850540104, + "ND[0.5]": 1.6091839657162958, + "mean_weighted_sum_quantile_loss": 1.589663152588258 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.214535900156535, + 2.205035873453654, + 2.2000359005737673, + 2.2085358879971873, + 2.204535909693278, + 2.2050359330582987, + 2.2050359330582987, + 2.211035915415324, + 2.210035987894572, + 2.2055359564233195, + 2.21253591100458, + 2.2115359238791834, + 2.204035931031741, + 2.209035911362208, + 2.214035936396159, + 2.2145359597611796, + 2.2055359564233195, + 2.2115358791757, + 2.2135359577346216, + 2.208035894434489, + 2.217035897772349, + 2.2065358839440714, + 2.2020358822751414, + 2.2060359201836954, + 2.2145359597611796, + 2.202035941879786, + 2.2060359201836954, + 2.2020359120774637, + 2.207535930674113, + 2.2190358720231425, + 2.2115359238791834, + 2.2020359120774637, + 2.204535909693278, + 2.207535871069468, + 2.2140359214949976, + 2.208535947601832, + 2.212035842936076, + 2.2105359218526255, + 2.214035936396159, + 2.207035966913737, + 2.2055359564233195, + 2.209035911362208, + 2.214035936396159, + 2.2000358782220255, + 2.204535909693278, + 2.210035928289927, + 2.2070358477044474, + 2.214035936396159, + 2.203035929005183, + 2.205035873453654, + 2.2050359926629435, + 2.204535909693278, + 2.2115359238791834, + 2.207535930674113, + 2.208035894434489, + 2.206535943548716, + 2.209035911362208, + 2.204035931031741, + 2.2100359580922495, + 2.208035894434489 + ], + "p10": [ + 2.1508359163511166, + 2.1469359062123665, + 2.1440358839440714, + 2.1550359211373697, + 2.1470359049249064, + 2.1430359534430874, + 2.157735940020121, + 2.157335939954556, + 2.160035925682224, + 2.1490358791757, + 2.1546359210718045, + 2.1550359211373697, + 2.154435916941203, + 2.146835907499827, + 2.1542359195161236, + 2.1628359093773732, + 2.152035900156535, + 2.146835907499827, + 2.14593591908697, + 2.1537359326589476, + 2.1550359211373697, + 2.151735898058451, + 2.154035934011973, + 2.1550359211373697, + 2.1670359290647876, + 2.1488358817506206, + 2.1470359049249064, + 2.1430359564233195, + 2.1470359049249064, + 2.1609359258297456, + 2.1550359211373697, + 2.14593591908697, + 2.153835930626429, + 2.151935902189053, + 2.1580359421182047, + 2.1546359210718045, + 2.154435916941203, + 2.1590358696389567, + 2.1488358817506206, + 2.1508359163511166, + 2.1670359290647876, + 2.1460359177995096, + 2.164835911195315, + 2.1506359189260373, + 2.1430359564233195, + 2.151935902189053, + 2.157735940020121, + 2.1668359152484307, + 2.14593591908697, + 2.1508359163511166, + 2.151735898058451, + 2.153835930626429, + 2.154035934011973, + 2.1599359200778974, + 2.1469359062123665, + 2.1599359200778974, + 2.145035930674113, + 2.1589358768868814, + 2.1589358768868814, + 2.1697360164928803 + ], + "p90": [ + 2.2351359568047893, + 2.236035894553698, + 2.235035964052714, + 2.236035891573466, + 2.236035891573466, + 2.237035911481417, + 2.2350359372306237, + 2.2370359383035074, + 2.2340359180677307, + 2.238035985033549, + 2.237035909991301, + 2.237035909991301, + 2.2410358868050944, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359248924623, + 2.241135885517634, + 2.245035954515971, + 2.235135929982699, + 2.2340359173226725, + 2.2351359568047893, + 2.2370359383035074, + 2.2370359383035074, + 2.2370359248924623, + 2.236035891573466, + 2.239035912554301, + 2.2401359520364177, + 2.239035912554301, + 2.2341359227407347, + 2.2370359383035074, + 2.23613589624647, + 2.239135917227305, + 2.2370359383035074, + 2.241135885517634, + 2.2351359568047893, + 2.2370359383035074, + 2.236035891573466, + 2.236035891573466, + 2.236035891573466, + 2.239135917227305, + 2.2370359383035074, + 2.2370359248924623, + 2.2370359383035074, + 2.236035891573466, + 2.237035909991301, + 2.2341359696793925, + 2.237035909991301, + 2.236035894553698, + 2.235135903160609, + 2.2381359777856242, + 2.2331359289098156, + 2.236035894553698, + 2.2370359248924623, + 2.2370359383035074, + 2.236035894553698, + 2.238035985033549, + 2.236035891573466 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_153437.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..44fb9efbed8db15e417e2e685d17a92addad086d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_153437.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T15:34:37.198697+00:00", + "metrics": { + "MSE[mean]": 2.6494995871042994, + "MSE[0.5]": 2.6494995871042994, + "MAE[0.5]": 1.410383348170823, + "MASE[0.5]": 1.312116743712008, + "MAPE[0.5]": 25.39934135303427, + "sMAPE[0.5]": 1.0812195449551294, + "MSIS": 50.2030879152496, + "RMSE[mean]": 1.6277283517541554, + "NRMSE[mean]": 1.8449739977625979, + "ND[0.5]": 1.5986209255667825, + "mean_weighted_sum_quantile_loss": 1.5823821417965558 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743 + ], + "p10": [ + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082, + 2.1932399177551267, + 2.2138200616836547, + 2.2108800411224365, + 2.2236200523376466, + 2.216760082244873, + 2.21774001121521, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, + 2.180499906539917, + 2.1687400579452514, + 2.1393400859832763, + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082, + 2.1932399177551267, + 2.2138200616836547, + 2.2108800411224365, + 2.2236200523376466, + 2.216760082244873, + 2.21774001121521, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, + 2.180499906539917, + 2.1687400579452514, + 2.1393400859832763, + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082 + ], + "p90": [ + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478, + 2.2827599143981936, + 2.304180064201355, + 2.3011200428009033, + 2.314380054473877, + 2.3072400856018067, + 2.3082600116729735, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, + 2.2694999027252196, + 2.257260060310364, + 2.226660089492798, + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478, + 2.2827599143981936, + 2.304180064201355, + 2.3011200428009033, + 2.314380054473877, + 2.3072400856018067, + 2.3082600116729735, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, + 2.2694999027252196, + 2.257260060310364, + 2.226660089492798, + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_153158.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_153158.json new file mode 100644 index 0000000000000000000000000000000000000000..eab4756b55c832664dd913f368825819b9e77e5a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_153158.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T15:31:58.185733+00:00", + "metrics": { + "MSE[mean]": 0.03765878392622473, + "MSE[0.5]": 0.03765878392622473, + "MAE[0.5]": 0.17246229499966528, + "MASE[0.5]": 0.16044621146551752, + "MAPE[0.5]": 1.6556418898977676, + "sMAPE[0.5]": 0.39610848399041326, + "MSIS": 1.9181475764116511, + "RMSE[mean]": 0.19405871257489246, + "NRMSE[mean]": 0.2199588637465952, + "ND[0.5]": 0.19548006860354952, + "mean_weighted_sum_quantile_loss": 0.14953699834174478 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.219207763671875, + 2.201171875, + 2.183135986328125, + 2.159088134765625, + 2.14105224609375, + 2.11700439453125, + 2.086944580078125, + 2.062896728515625, + 2.0328369140625, + 1.99676513671875, + 1.97271728515625, + 1.92462158203125, + 1.882537841796875, + 1.8404541015625, + 1.80438232421875, + 1.7592926025390625, + 1.7111968994140625, + 1.6691131591796875, + 1.6240234375, + 1.575927734375, + 1.51580810546875, + 1.4586944580078125, + 1.4121017456054688, + 1.3444671630859375, + 1.2903594970703125, + 1.2287368774414062, + 1.1821441650390625, + 1.1220245361328125, + 1.0679168701171875, + 1.0119304656982422, + 0.9461746215820312, + 0.89056396484375, + 0.8139114379882812, + 0.740264892578125, + 0.680145263671875, + 0.6170196533203125, + 0.5629119873046875, + 0.5027923583984375, + 0.451690673828125, + 0.3825531005859375, + 0.3224334716796875, + 0.28936767578125, + 0.26531982421875, + 0.229248046875, + 0.16912841796875, + 0.14508056640625, + 0.09698486328125, + 0.066925048828125, + -0.017242431640625, + -0.0352783203125, + -0.077362060546875, + -0.137481689453125, + -0.197601318359375, + -0.2276611328125, + -0.257720947265625, + -0.28778076171875, + -0.3238525390625, + -0.31182861328125, + -0.341888427734375, + -0.347900390625 + ], + "p10": [ + 2.201171875, + 2.1771240234375, + 2.159088134765625, + 2.14105224609375, + 2.123016357421875, + 2.09295654296875, + 2.056884765625, + 2.026824951171875, + 1.990753173828125, + 1.942657470703125, + 1.906585693359375, + 1.85247802734375, + 1.80438232421875, + 1.7532806396484375, + 1.702178955078125, + 1.6480712890625, + 1.5729217529296875, + 1.521820068359375, + 1.449676513671875, + 1.3865509033203125, + 1.3114013671875, + 1.2407608032226562, + 1.17913818359375, + 1.1024856567382812, + 1.0357904434204102, + 0.9679679870605469, + 0.9018363952636719, + 0.8349533081054688, + 0.7598037719726562, + 0.6951751708984375, + 0.614013671875, + 0.535858154296875, + 0.5027923583984375, + 0.4246368408203125, + 0.379547119140625, + 0.31341552734375, + 0.2532958984375, + 0.19317626953125, + 0.139068603515625, + 0.07293701171875, + 0.0128173828125, + -0.005218505859375, + -0.0352783203125, + -0.059326171875, + -0.107421875, + -0.14349365234375, + -0.185577392578125, + -0.2276611328125, + -0.2998046875, + -0.2998046875, + -0.329864501953125, + -0.38397216796875, + -0.444091796875, + -0.45611572265625, + -0.48016357421875, + -0.5162353515625, + -0.540283203125, + -0.5162353515625, + -0.540283203125, + -0.540283203125 + ], + "p90": [ + 2.243255615234375, + 2.2252197265625, + 2.201171875, + 2.1771240234375, + 2.159088134765625, + 2.147064208984375, + 2.11700439453125, + 2.09295654296875, + 2.0809326171875, + 2.04486083984375, + 2.02081298828125, + 1.990753173828125, + 1.954681396484375, + 1.930633544921875, + 1.90057373046875, + 1.858489990234375, + 1.85247802734375, + 1.834442138671875, + 1.7923583984375, + 1.75628662109375, + 1.70819091796875, + 1.66009521484375, + 1.6330413818359375, + 1.5789337158203125, + 1.5368499755859375, + 1.4887542724609375, + 1.4556884765625, + 1.4121017456054688, + 1.3730239868164062, + 1.3444671630859375, + 1.3038864135742188, + 1.2602996826171875, + 1.2294883728027344, + 1.161102294921875, + 1.1017341613769531, + 1.046687126159668, + 1.0117425918579102, + 0.9540653228759766, + 0.9055938720703125, + 0.8439712524414062, + 0.806396484375, + 0.7628097534179688, + 0.74627685546875, + 0.7087020874023438, + 0.656097412109375, + 0.6110076904296875, + 0.583953857421875, + 0.547882080078125, + 0.475738525390625, + 0.4697265625, + 0.4456787109375, + 0.38555908203125, + 0.3344573974609375, + 0.283355712890625, + 0.26531982421875, + 0.247283935546875, + 0.223236083984375, + 0.21722412109375, + 0.187164306640625, + 0.1571044921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_150914.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_150914.json new file mode 100644 index 0000000000000000000000000000000000000000..1595dfc4f9e5fb1a6b26dae9a31ee1222fac240d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_150914.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:09:14.177297+00:00", + "metrics": { + "MSE[mean]": 0.03192429965289487, + "MSE[0.5]": 0.025423464785013276, + "MAE[0.5]": 0.13133672277520722, + "MASE[0.5]": 0.12218600938610868, + "MAPE[0.5]": 1.241976063710216, + "sMAPE[0.5]": 0.33830142995574797, + "MSIS": 5.9097825338676575, + "RMSE[mean]": 0.17867372401361895, + "NRMSE[mean]": 0.20252050935482274, + "ND[0.5]": 0.1488656496094564, + "mean_weighted_sum_quantile_loss": 0.1719960680113893 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.1399893760681152, + 2.1205902099609375, + 2.113016366958618, + 2.074998617172241, + 2.030115842819214, + 2.021998882293701, + 2.0114288330078125, + 1.9749221801757812, + 1.9414724111557007, + 1.9111639261245728, + 1.8686387538909912, + 1.8302466869354248, + 1.7953754663467407, + 1.7658648490905762, + 1.7318271398544312, + 1.6941227912902832, + 1.6476551294326782, + 1.6024212837219238, + 1.5539624691009521, + 1.4993867874145508, + 1.4647204875946045, + 1.394057273864746, + 1.3680694103240967, + 1.321947455406189, + 1.2535431385040283, + 1.1854294538497925, + 1.154098391532898, + 1.1094163656234741, + 1.0546060800552368, + 0.9713894128799438, + 0.9138755798339844, + 0.8627797365188599, + 0.7868709564208984, + 0.7303277254104614, + 0.6819430589675903, + 0.6121340394020081, + 0.5560757517814636, + 0.4955105185508728, + 0.44319361448287964, + 0.3914653956890106, + 0.3367960751056671, + 0.29458215832710266, + 0.26029813289642334, + 0.20579411089420319, + 0.1342858374118805, + 0.10629668831825256, + 0.05695633590221405, + -0.004855528473854065, + -0.042589589953422546, + -0.06763340532779694, + -0.09463630616664886, + -0.15855751931667328, + -0.18619389832019806, + -0.210068479180336, + -0.22323112189769745, + -0.25410062074661255, + -0.27776652574539185, + -0.29217326641082764, + -0.3107624650001526, + -0.33142900466918945 + ], + "p10": [ + 2.149622678756714, + 2.140076160430908, + 2.1158175468444824, + 2.119863986968994, + 2.0411288738250732, + 2.01778507232666, + 2.001572608947754, + 1.934676170349121, + 1.960945963859558, + 1.9105100631713867, + 1.8595247268676758, + 1.8585835695266724, + 1.7402350902557373, + 1.798735499382019, + 1.7116442918777466, + 1.7030885219573975, + 1.646962285041809, + 1.5922795534133911, + 1.534515142440796, + 1.5518594980239868, + 1.4729535579681396, + 1.4233570098876953, + 1.3985518217086792, + 1.3363807201385498, + 1.2651933431625366, + 1.233027458190918, + 1.146237850189209, + 1.108081579208374, + 1.0893651247024536, + 1.0184067487716675, + 0.9487695097923279, + 0.8934741020202637, + 0.8182754516601562, + 0.7785953879356384, + 0.7187747955322266, + 0.6661480069160461, + 0.595789909362793, + 0.5145624279975891, + 0.4661155343055725, + 0.4382248818874359, + 0.372314453125, + 0.3324294090270996, + 0.279558926820755, + 0.2437008172273636, + 0.16093003749847412, + 0.16962522268295288, + 0.11354894936084747, + 0.06781764328479767, + 0.06196901202201843, + -0.02557520568370819, + -0.07690341770648956, + -0.11902971565723419, + -0.1357717663049698, + -0.14255072176456451, + -0.13734470307826996, + -0.1611543744802475, + -0.22539423406124115, + -0.2162197083234787, + -0.2667332887649536, + -0.3042455315589905 + ], + "p90": [ + 2.1482174396514893, + 2.1419193744659424, + 2.1384315490722656, + 2.1063313484191895, + 2.0703392028808594, + 2.0619845390319824, + 2.0467467308044434, + 2.010315418243408, + 1.9742590188980103, + 1.9334523677825928, + 1.915396809577942, + 1.8558202981948853, + 1.8268911838531494, + 1.7915456295013428, + 1.7679182291030884, + 1.7309176921844482, + 1.6820801496505737, + 1.6451094150543213, + 1.59272301197052, + 1.5504316091537476, + 1.5120428800582886, + 1.444774866104126, + 1.422307014465332, + 1.370982050895691, + 1.3161489963531494, + 1.248175024986267, + 1.2281616926193237, + 1.199690341949463, + 1.1467936038970947, + 1.0744068622589111, + 1.027961015701294, + 0.9598595499992371, + 0.891105055809021, + 0.8147736191749573, + 0.768973171710968, + 0.7225985527038574, + 0.6743462681770325, + 0.6190255284309387, + 0.5598823428153992, + 0.5097212791442871, + 0.4637434482574463, + 0.43246665596961975, + 0.4006803035736084, + 0.3473144769668579, + 0.2901952266693115, + 0.2619245946407318, + 0.21951179206371307, + 0.17294257879257202, + 0.1373138129711151, + 0.1166333556175232, + 0.09468834102153778, + 0.052797719836235046, + 0.022608116269111633, + 0.005746930837631226, + -0.015972569584846497, + -0.029337510466575623, + -0.06700395047664642, + -0.0644930750131607, + -0.09650222957134247, + -0.1083502322435379 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_151747.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_151747.json new file mode 100644 index 0000000000000000000000000000000000000000..ba423fcd952173467e82020ca0b386d1f2c4ccbc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_151747.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:17:47.598769+00:00", + "metrics": { + "MSE[mean]": 0.3577230107965256, + "MSE[0.5]": 0.3577230107965256, + "MAE[0.5]": 0.5016947791019144, + "MASE[0.5]": 0.46673985533526674, + "MAPE[0.5]": 9.456010944775754, + "sMAPE[0.5]": 0.8613271132905991, + "MSIS": 2.2333183352527866, + "RMSE[mean]": 0.598099499077307, + "NRMSE[mean]": 0.6779251726390833, + "ND[0.5]": 0.5686537445015167, + "mean_weighted_sum_quantile_loss": 0.32324051815307747 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.175964593887329, + 2.1559205055236816, + 2.133180618286133, + 2.1109371185302734, + 2.0861806869506836, + 2.060594081878662, + 2.0337600708007812, + 2.0041942596435547, + 1.9745686054229736, + 1.944345474243164, + 1.9112342596054077, + 1.8753228187561035, + 1.8385432958602905, + 1.8000653982162476, + 1.7619476318359375, + 1.7216544151306152, + 1.680871605873108, + 1.640467882156372, + 1.5996865034103394, + 1.5566691160202026, + 1.5127615928649902, + 1.469446063041687, + 1.4261224269866943, + 1.380737543106079, + 1.3374265432357788, + 1.2934669256210327, + 1.2480721473693848, + 1.201374888420105, + 1.154184103012085, + 1.1129051446914673, + 1.0717206001281738, + 1.0287584066390991, + 1.2494512796401978, + 1.232673168182373, + 1.203352689743042, + 1.1727310419082642, + 1.1306829452514648, + 1.0852830410003662, + 1.0512242317199707, + 1.017723560333252, + 0.9806678891181946, + 0.9530949592590332, + 0.9215046763420105, + 0.8863281011581421, + 0.85466468334198, + 0.8277644515037537, + 0.8047350645065308, + 0.7802278995513916, + 0.7573784589767456, + 0.7387452125549316, + 0.7177520990371704, + 0.6985875368118286, + 0.6817299127578735, + 0.6644896864891052, + 0.6509413719177246, + 0.6356470584869385, + 0.6232167482376099, + 0.6096163392066956, + 0.595612645149231, + 0.5857743620872498 + ], + "p10": [ + 2.1606006622314453, + 2.140528917312622, + 2.114759922027588, + 2.0867605209350586, + 2.054715394973755, + 2.0221729278564453, + 1.9873934984207153, + 1.9496310949325562, + 1.9126605987548828, + 1.8736650943756104, + 1.8300495147705078, + 1.783998727798462, + 1.7352713346481323, + 1.6849043369293213, + 1.6323378086090088, + 1.5784313678741455, + 1.5248875617980957, + 1.4683592319488525, + 1.4124282598495483, + 1.3547375202178955, + 1.2936077117919922, + 1.233380913734436, + 1.1715766191482544, + 1.105394959449768, + 1.037117600440979, + 0.9702401161193848, + 0.8975909948348999, + 0.821343719959259, + 0.7458284497261047, + 0.6749414205551147, + 0.6009137630462646, + 0.5403299331665039, + 0.564550518989563, + 0.6458815336227417, + 0.6157925724983215, + 0.5449945330619812, + 0.4817706346511841, + 0.421772837638855, + 0.3531474471092224, + 0.29930174350738525, + 0.2445887327194214, + 0.19953995943069458, + 0.14792442321777344, + 0.1009325385093689, + 0.061685383319854736, + 0.014276385307312012, + -0.03367006778717041, + -0.08189845085144043, + -0.1179666519165039, + -0.16111767292022705, + -0.20890390872955322, + -0.24449574947357178, + -0.2810192108154297, + -0.3107485771179199, + -0.33223938941955566, + -0.35643255710601807, + -0.3911188840866089, + -0.42296159267425537, + -0.44311797618865967, + -0.4727628231048584 + ], + "p90": [ + 2.188969135284424, + 2.1710424423217773, + 2.1521129608154297, + 2.135787010192871, + 2.1154160499572754, + 2.0968070030212402, + 2.077481746673584, + 2.0558841228485107, + 2.035344362258911, + 2.0131101608276367, + 1.9882824420928955, + 1.9638454914093018, + 1.9374830722808838, + 1.910273790359497, + 1.882217288017273, + 1.8553876876831055, + 1.827806830406189, + 1.8030085563659668, + 1.7758073806762695, + 1.7485980987548828, + 1.719994306564331, + 1.6937205791473389, + 1.6680407524108887, + 1.640712022781372, + 1.619124412536621, + 1.5978946685791016, + 1.5729413032531738, + 1.548111915588379, + 1.5214186906814575, + 1.497927188873291, + 1.475533127784729, + 1.450154185295105, + 1.6996345520019531, + 1.6009200811386108, + 1.5706987380981445, + 1.5787694454193115, + 1.583437442779541, + 1.5840530395507812, + 1.5803987979888916, + 1.5812585353851318, + 1.5795321464538574, + 1.5758850574493408, + 1.5664260387420654, + 1.5641875267028809, + 1.5655354261398315, + 1.5628418922424316, + 1.5639445781707764, + 1.5557153224945068, + 1.553475260734558, + 1.5576096773147583, + 1.5577032566070557, + 1.5600526332855225, + 1.5559793710708618, + 1.5629396438598633, + 1.5658128261566162, + 1.5716943740844727, + 1.5714137554168701, + 1.575727105140686, + 1.5828787088394165, + 1.5929372310638428 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_151058.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_151058.json new file mode 100644 index 0000000000000000000000000000000000000000..d036cf3f9e475b9fb5f711930953b76df4b5118d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_151058.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:10:58.531919+00:00", + "metrics": { + "MSE[mean]": 0.11055285876507444, + "MSE[0.5]": 0.11055285876507444, + "MAE[0.5]": 0.29429010798921806, + "MASE[0.5]": 0.27378583184654776, + "MAPE[0.5]": 4.845807858977005, + "sMAPE[0.5]": 0.7838993195788004, + "MSIS": 1.00539818910195, + "RMSE[mean]": 0.3324949003595009, + "NRMSE[mean]": 0.3768715123078454, + "ND[0.5]": 0.3335676966329945, + "mean_weighted_sum_quantile_loss": 0.21995846414710815 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" + ], + "context": [ + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037 + ], + "actual": [ + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 + ], + "predictions": { + "p50": [ + 2.16023850440979, + 2.14208984375, + 2.124173879623413, + 2.09877347946167, + 2.0752854347229004, + 2.0505237579345703, + 2.021724224090576, + 1.9895126819610596, + 1.9552903175354004, + 1.920400619506836, + 1.8874943256378174, + 1.8488372564315796, + 1.8103492259979248, + 1.7685191631317139, + 1.728338360786438, + 1.684001088142395, + 1.6410932540893555, + 1.5978208780288696, + 1.5533668994903564, + 1.5075386762619019, + 1.460886001586914, + 1.4123971462249756, + 1.3671989440917969, + 1.3159286975860596, + 1.2691580057144165, + 1.2229232788085938, + 1.1732484102249146, + 1.1244133710861206, + 1.0765728950500488, + 1.0223400592803955, + 0.9786962270736694, + 0.9254591464996338, + 0.948192298412323, + 0.8933537006378174, + 0.8503576517105103, + 0.8051047921180725, + 0.7603359818458557, + 0.7173639535903931, + 0.6744837760925293, + 0.633293867111206, + 0.5962802171707153, + 0.5553960204124451, + 0.5187156796455383, + 0.48315733671188354, + 0.45053762197494507, + 0.41955411434173584, + 0.38955336809158325, + 0.3614841103553772, + 0.335376501083374, + 0.31390565633773804, + 0.2912125587463379, + 0.27426427602767944, + 0.2614784836769104, + 0.24070721864700317, + 0.2325151562690735, + 0.22009456157684326, + 0.21229583024978638, + 0.20204699039459229, + 0.20467126369476318, + 0.2100791335105896 + ], + "p10": [ + 2.1453418731689453, + 2.1229374408721924, + 2.0988540649414062, + 2.0660343170166016, + 2.036602020263672, + 2.0060718059539795, + 1.9686392545700073, + 1.9275730848312378, + 1.8845415115356445, + 1.844515323638916, + 1.7985374927520752, + 1.7486635446548462, + 1.6971104145050049, + 1.6387618780136108, + 1.5852506160736084, + 1.5269551277160645, + 1.4658503532409668, + 1.4055378437042236, + 1.3462711572647095, + 1.281837821006775, + 1.2242894172668457, + 1.157714605331421, + 1.093661904335022, + 1.024533987045288, + 0.9586177468299866, + 0.8843283653259277, + 0.8219287395477295, + 0.7520574331283569, + 0.6805455684661865, + 0.6100234985351562, + 0.5405465364456177, + 0.4687706232070923, + 0.44912785291671753, + 0.4069708585739136, + 0.34023308753967285, + 0.2800445556640625, + 0.21912389993667603, + 0.15106743574142456, + 0.08783018589019775, + 0.036202192306518555, + -0.02314746379852295, + -0.08620929718017578, + -0.13839209079742432, + -0.20489776134490967, + -0.2656041383743286, + -0.3232853412628174, + -0.36865270137786865, + -0.42157936096191406, + -0.47343313694000244, + -0.5198802947998047, + -0.5686594247817993, + -0.6096985340118408, + -0.6535497903823853, + -0.6987704038619995, + -0.7252101898193359, + -0.7637753486633301, + -0.8022769689559937, + -0.8377749919891357, + -0.8570468425750732, + -0.8766182661056519 + ], + "p90": [ + 2.1741137504577637, + 2.160665988922119, + 2.146350145339966, + 2.1269235610961914, + 2.109694480895996, + 2.092001438140869, + 2.0690197944641113, + 2.046968460083008, + 2.02266263961792, + 1.9980376958847046, + 1.9741826057434082, + 1.949499249458313, + 1.9196408987045288, + 1.8921897411346436, + 1.8682695627212524, + 1.840207815170288, + 1.8101742267608643, + 1.7849481105804443, + 1.7569282054901123, + 1.729081392288208, + 1.702458381652832, + 1.6693530082702637, + 1.6528279781341553, + 1.6189734935760498, + 1.5865874290466309, + 1.560172438621521, + 1.534325361251831, + 1.5047847032546997, + 1.4898219108581543, + 1.4620860815048218, + 1.43849515914917, + 1.4170527458190918, + 1.412976622581482, + 1.4086178541183472, + 1.3889936208724976, + 1.3599181175231934, + 1.344254970550537, + 1.3237977027893066, + 1.3112167119979858, + 1.3006525039672852, + 1.2896122932434082, + 1.275730848312378, + 1.2597640752792358, + 1.2575531005859375, + 1.2446908950805664, + 1.260198712348938, + 1.2592954635620117, + 1.2503405809402466, + 1.2495663166046143, + 1.2406713962554932, + 1.248724102973938, + 1.2573496103286743, + 1.260367512702942, + 1.2760659456253052, + 1.2777271270751953, + 1.2929636240005493, + 1.3282921314239502, + 1.330350637435913, + 1.3683485984802246, + 1.3781256675720215 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_153436.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_153436.json new file mode 100644 index 0000000000000000000000000000000000000000..702c40e6b4d3ed5461bfed378bec68bc57894790 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_153436.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T15:34:36.925875+00:00", + "metrics": { + "MSE[mean]": 0.09617559956196851, + "MSE[0.5]": 0.10557788320444567, + "MAE[0.5]": 0.2954650208438033, + "MASE[0.5]": 2.1184283750955433, + "MAPE[0.5]": 0.2240218669610794, + "sMAPE[0.5]": 0.2572972859200854, + "MSIS": 38.22138963260878, + "RMSE[mean]": 0.31012191080600626, + "NRMSE[mean]": 0.2448330956710939, + "ND[0.5]": 0.2332618663663658, + "mean_weighted_sum_quantile_loss": 0.21263089936910548 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9337329242483186, + 0.9571186026128331, + 0.9616634678095238, + 0.9694144026349856, + 0.9748945496350119, + 0.9720432547374799, + 0.9734257093561272, + 0.9740138510552865, + 0.9676054246224322, + 0.9726412340042808, + 0.9742881473439154, + 0.9732571622536986, + 0.9706861792208492, + 0.9736961087682594, + 0.9742976800311893, + 0.9785708665129436, + 0.9695829839074255, + 0.9700671677968062, + 0.9687409051915208, + 0.9700671921663819, + 0.9706880662858204, + 0.9759765921576365, + 0.9741323826507305, + 0.9741323829210722, + 0.9719747773036601, + 0.9755867901671694, + 0.9766527022705506, + 0.9741323831232769, + 0.9716643419517516, + 0.9736969345593329, + 0.9742980409221695, + 0.975137317089342, + 0.9706880687999679, + 0.9742152120268169, + 0.9759248447230437, + 0.9766527022880568, + 0.9741323831309275, + 0.9713771639053308, + 0.9706880688000892, + 0.9703776333598126, + 0.9736969345607949, + 0.9742980409228085, + 0.9751969871580671, + 0.975976593256434, + 0.970377633359813, + 0.976652702288067, + 0.973696934560795, + 0.9676572260505997, + 0.973261485990658, + 0.9713771639053327, + 0.973696934560795, + 0.9690989077490314, + 0.9774933092186167, + 0.9720662590105754, + 0.970067197919536, + 0.967266480316601, + 0.975976593256434, + 0.9695830528342837, + 0.975976593256434, + 0.9742980409228085, + 0.9720662590105754, + 0.974132383130932, + 0.976652702288067, + 0.9763146477722505, + 0.9751969871580671, + 0.970377633359813, + 0.9726638725006167, + 0.970067197919536, + 0.9742980409228085, + 0.9742980409228085, + 0.974132383130932, + 0.974132383130932 + ], + "p10": [ + 0.8339183465826617, + 0.8824531116823195, + 0.8920314522609109, + 0.8695998249693287, + 0.9079740341657221, + 0.8852525862827543, + 0.8861357286551177, + 0.8801289075566074, + 0.8727974934067924, + 0.9047911130745561, + 0.9042691720549516, + 0.8810651319838817, + 0.8864050642805448, + 0.8858723782533555, + 0.9066933117238696, + 0.8864067961412847, + 0.8810693867939828, + 0.8994668620776887, + 0.8802474264678803, + 0.8994668864472644, + 0.8981608958520856, + 0.9093941312041632, + 0.8864069533795841, + 0.8858732038360313, + 0.8864069537680717, + 0.8994668921603373, + 0.8858732040283747, + 0.8994668921927633, + 0.8864069538564401, + 0.8864069538583235, + 0.8810694557202021, + 0.8864069538595063, + 0.8858732040457691, + 0.8994668922003651, + 0.8981608983663318, + 0.9065056805110189, + 0.899466892200414, + 0.8994668922004165, + 0.8858732040458903, + 0.8810694557208407, + 0.8864069538597854, + 0.881069455720841, + 0.8864069538597855, + 0.9096941833793465, + 0.8802474396322529, + 0.8858732040458911, + 0.8981608983663552, + 0.8802474396322529, + 0.9066936726154887, + 0.8728492948349599, + 0.8864069538597855, + 0.9066936726154887, + 0.9066936726154887, + 0.8802474396322529, + 0.8728492948349599, + 0.8686451457105284, + 0.8994668922004184, + 0.881069455720841, + 0.8994668922004184, + 0.9048137515708919, + 0.8864069538597855, + 0.8858732040458911, + 0.9096941833793465, + 0.8981608983663552, + 0.9042790656338446, + 0.8858732040458911, + 0.8981608983663552, + 0.881069455720841, + 0.881069455720841, + 0.8864069538597855, + 0.8994668922004184, + 0.8864069538597855 + ], + "p90": [ + 1.0361223969534743, + 1.05244983981945, + 1.0607512505207217, + 1.0649372205945982, + 1.0736332470685337, + 1.0675660726970924, + 1.0686021307301157, + 1.0372197355299069, + 1.0750015437776048, + 1.0681640519638933, + 1.0683044898690681, + 1.0694592966005896, + 1.0681848008809884, + 1.0750525194132368, + 1.068314022556342, + 1.069463462619048, + 1.0694635514106907, + 1.0681866603374994, + 1.0694636071731762, + 1.0681866847070751, + 1.0694636178232793, + 1.0610161783582082, + 1.063551271970967, + 1.0750533449959125, + 1.0750533451140585, + 1.0794398464605197, + 1.0694636203200325, + 1.0694636203298937, + 1.0681866904568837, + 1.0750533452043103, + 1.0700225928237321, + 1.0750533452054931, + 1.0694636203374268, + 1.0750533452057192, + 1.075053345205749, + 1.075491995335245, + 1.0694636203375443, + 1.0635512724511664, + 1.0681866904602284, + 1.0694636203375485, + 1.068186690460229, + 1.1057064641515364, + 1.079439846500601, + 1.0683143834479611, + 1.0681866904602293, + 1.070022592824371, + 1.0694636203375487, + 1.0612181841118768, + 1.0750533452057724, + 1.0630362260057171, + 1.0681866904602293, + 1.0750533452057724, + 1.079439846500601, + 1.0635512724511682, + 1.0630362260057171, + 1.0681866904602293, + 1.0681866904602293, + 1.070022592824371, + 1.0681866904602293, + 1.0694636203375487, + 1.070022592824371, + 1.084817114916655, + 1.079439846500601, + 1.0694636203375487, + 1.0681866904602293, + 1.0635512724511682, + 1.0694636203375487, + 1.0694636203375487, + 1.0630362260057171, + 1.0635512724511682, + 1.0754919953352553, + 1.0630362260057171 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_150832.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_150832.json new file mode 100644 index 0000000000000000000000000000000000000000..3c22fa880e91349466e9d16debc5528bc8bb2b1e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_150832.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:08:32.576058+00:00", + "metrics": { + "MSE[mean]": 0.10018391535633464, + "MSE[0.5]": 0.10018391535633464, + "MAE[0.5]": 0.285527341067791, + "MASE[0.5]": 2.047177088699625, + "MAPE[0.5]": 0.215988384196182, + "sMAPE[0.5]": 0.24730381850045388, + "MSIS": 36.720047283175894, + "RMSE[mean]": 0.3165184281465056, + "NRMSE[mean]": 0.24988297795099487, + "ND[0.5]": 0.22541632943856355, + "mean_weighted_sum_quantile_loss": 0.1949036981606652 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9163901209831238, + 0.948641836643219, + 0.9678971767425537, + 0.9746523499488831, + 0.9761768579483032, + 0.9795097708702087, + 0.9797008633613586, + 0.978670060634613, + 0.9843337535858154, + 0.9809606075286865, + 0.9790027141571045, + 0.9799743294715881, + 0.9804391860961914, + 0.9803119897842407, + 0.9830098152160645, + 0.9838532209396362, + 0.982141375541687, + 0.9802349209785461, + 0.9817239046096802, + 0.9803555011749268, + 0.983249306678772, + 0.9828881621360779, + 0.9842872023582458, + 0.9804821610450745, + 0.9828586578369141, + 0.9839237928390503, + 0.9840717911720276, + 0.9866405725479126, + 0.9872943162918091, + 0.9879347085952759, + 0.9878086447715759, + 0.9889845252037048, + 0.9923692941665649, + 0.9905449151992798, + 0.9901394844055176, + 0.9872189164161682, + 0.9884802103042603, + 0.9901711344718933, + 0.9925242066383362, + 0.9905226230621338, + 0.990361750125885, + 0.9902666807174683, + 0.9872457981109619, + 0.9898536801338196, + 0.9920266270637512, + 0.9933682084083557, + 0.991631269454956, + 0.990624189376831, + 0.9890824556350708, + 0.989302933216095, + 0.9912515878677368, + 0.9857800602912903, + 0.9851775169372559, + 0.9849715232849121, + 0.9864557385444641, + 0.9813806414604187, + 0.9838210344314575, + 0.982891857624054, + 0.9768865704536438, + 0.9795262217521667, + 0.9771769642829895, + 0.9772433638572693, + 0.9782083034515381, + 0.9773992300033569, + 0.976466715335846, + 0.9742953181266785, + 0.9726660251617432, + 0.9714004993438721, + 0.9700846672058105, + 0.9724358916282654, + 0.974350094795227, + 0.9708031415939331 + ], + "p10": [ + 0.8521738052368164, + 0.8539783954620361, + 0.8539867997169495, + 0.8544372916221619, + 0.853516161441803, + 0.8514418005943298, + 0.847923994064331, + 0.8462255597114563, + 0.8490296602249146, + 0.8452844619750977, + 0.8461451530456543, + 0.8437039852142334, + 0.8469456434249878, + 0.8423491716384888, + 0.8407773971557617, + 0.8392145037651062, + 0.831123948097229, + 0.8311659097671509, + 0.8293362259864807, + 0.8286696672439575, + 0.8286152482032776, + 0.8267146944999695, + 0.8254197835922241, + 0.8253940939903259, + 0.8290868401527405, + 0.8245230913162231, + 0.8257333040237427, + 0.824811577796936, + 0.8260911107063293, + 0.8224783539772034, + 0.8203111886978149, + 0.8189471364021301, + 0.8113827109336853, + 0.8120985627174377, + 0.8090320229530334, + 0.8081153035163879, + 0.8075238466262817, + 0.8050753474235535, + 0.8033642172813416, + 0.8029619455337524, + 0.8063620924949646, + 0.802135705947876, + 0.8026164770126343, + 0.8006764650344849, + 0.8013385534286499, + 0.7982828617095947, + 0.7947272062301636, + 0.7938580513000488, + 0.7737021446228027, + 0.7767861485481262, + 0.7740168571472168, + 0.7725080847740173, + 0.7742170691490173, + 0.772194504737854, + 0.7703074812889099, + 0.771584153175354, + 0.7747820019721985, + 0.768514096736908, + 0.7704451084136963, + 0.7672791481018066, + 0.7717143297195435, + 0.7662335634231567, + 0.7601191997528076, + 0.7598967552185059, + 0.743245005607605, + 0.7469942569732666, + 0.7445206046104431, + 0.744026243686676, + 0.7449176907539368, + 0.742851972579956, + 0.7416967153549194, + 0.7458950281143188 + ], + "p90": [ + 1.0127209424972534, + 1.077787160873413, + 1.0963985919952393, + 1.103906512260437, + 1.1066389083862305, + 1.1095525026321411, + 1.108945369720459, + 1.1149497032165527, + 1.119240641593933, + 1.1168330907821655, + 1.1177058219909668, + 1.1195945739746094, + 1.1194171905517578, + 1.1212232112884521, + 1.1269124746322632, + 1.1273114681243896, + 1.136095404624939, + 1.1327825784683228, + 1.1360496282577515, + 1.1364805698394775, + 1.1405606269836426, + 1.1419209241867065, + 1.1423135995864868, + 1.1461471319198608, + 1.1506848335266113, + 1.148254632949829, + 1.1527155637741089, + 1.1561195850372314, + 1.1556423902511597, + 1.1555733680725098, + 1.1579010486602783, + 1.1587666273117065, + 1.1635980606079102, + 1.161828637123108, + 1.1627124547958374, + 1.1638435125350952, + 1.1677947044372559, + 1.1705223321914673, + 1.170638918876648, + 1.1750500202178955, + 1.1760926246643066, + 1.1736646890640259, + 1.175931453704834, + 1.1774142980575562, + 1.1808637380599976, + 1.1800446510314941, + 1.181216835975647, + 1.1796420812606812, + 1.1890625953674316, + 1.1870814561843872, + 1.1856192350387573, + 1.1838756799697876, + 1.1860460042953491, + 1.1860239505767822, + 1.1837549209594727, + 1.1861189603805542, + 1.1908183097839355, + 1.1853396892547607, + 1.184809923171997, + 1.1876693964004517, + 1.1851580142974854, + 1.184314489364624, + 1.1898502111434937, + 1.1866850852966309, + 1.1935936212539673, + 1.1864635944366455, + 1.1870591640472412, + 1.186450481414795, + 1.1886259317398071, + 1.1920385360717773, + 1.1937618255615234, + 1.1942780017852783 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_153437.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..dc6c7833aedfd17a89512ab0d00e6fbf37398b3c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_153437.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T15:34:37.122327+00:00", + "metrics": { + "MSE[mean]": 0.14332952417851633, + "MSE[0.5]": 0.14167553518890366, + "MAE[0.5]": 0.3401659571834103, + "MASE[0.5]": 2.438925642977631, + "MAPE[0.5]": 0.25766961731542026, + "sMAPE[0.5]": 0.30339357559798447, + "MSIS": 34.601123950241146, + "RMSE[mean]": 0.37858885902587824, + "NRMSE[mean]": 0.2988859513376181, + "ND[0.5]": 0.26855208044694573, + "mean_weighted_sum_quantile_loss": 0.2549286504419246 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9870426829967226, + 0.985405383751798, + 0.9837680845068735, + 0.9821307852619489, + 0.9804934860170242, + 0.9788561867720996, + 0.977218887527175, + 0.9755815882822504, + 0.9739442890373259, + 0.9723069897924013, + 0.9706696905474766, + 0.969032391302552, + 0.9673950920576274, + 0.9657577928127028, + 0.9641204935677783, + 0.9624831943228537, + 0.9608458950779291, + 0.9592085958330044, + 0.9575712965880798, + 0.9559339973431552, + 0.9542966980982306, + 0.9526593988533061, + 0.9510220996083815, + 0.9493848003634568, + 0.9477475011185322, + 0.9461102018736076, + 0.9444729026286831, + 0.9428356033837585, + 0.9411983041388339, + 0.9395610048939093, + 0.9379237056489846, + 0.93628640640406, + 0.9346491071591355, + 0.9330118079142109, + 0.9313745086692863, + 0.9297372094243617, + 0.928099910179437, + 0.9264626109345124, + 0.9248253116895879, + 0.9231880124446633, + 0.9215507131997387, + 0.9199134139548141, + 0.9182761147098895, + 0.9166388154649648, + 0.9150015162200402, + 0.9133642169751157, + 0.9117269177301911, + 0.9100896184852665, + 0.9084523192403419, + 0.9068150199954172, + 0.9051777207504927, + 0.9035404215055681, + 0.9019031222606435, + 0.9002658230157189, + 0.8986285237707943, + 0.8969912245258697, + 0.8953539252809452, + 0.8937166260360205, + 0.8920793267910959, + 0.8904420275461713, + 0.8888047283012467, + 0.8871674290563221, + 0.8855301298113976, + 0.8838928305664729, + 0.8822555313215483, + 0.8806182320766237, + 0.8789809328316991, + 0.8773436335867745, + 0.87570633434185, + 0.8740690350969254, + 0.8724317358520007, + 0.8707944366070761 + ], + "p10": [ + 0.8870426591548647, + 0.8854053599099401, + 0.8837680606650156, + 0.882130761420091, + 0.8804934621751663, + 0.8788561629302417, + 0.8772188636853171, + 0.8755815644403925, + 0.873944265195468, + 0.8723069659505434, + 0.8706696667056187, + 0.8690323674606941, + 0.8673950682157695, + 0.8657577689708449, + 0.8641204697259204, + 0.8624831704809958, + 0.8608458712360711, + 0.8592085719911465, + 0.8575712727462219, + 0.8559339735012973, + 0.8542966742563727, + 0.8526593750114482, + 0.8510220757665236, + 0.8493847765215989, + 0.8477474772766743, + 0.8461101780317497, + 0.8444728787868252, + 0.8428355795419006, + 0.841198280296976, + 0.8395609810520513, + 0.8379236818071267, + 0.8362863825622021, + 0.8346490833172776, + 0.833011784072353, + 0.8313744848274284, + 0.8297371855825038, + 0.8280998863375791, + 0.8264625870926545, + 0.82482528784773, + 0.8231879886028054, + 0.8215506893578808, + 0.8199133901129562, + 0.8182760908680315, + 0.8166387916231069, + 0.8150014923781823, + 0.8133641931332578, + 0.8117268938883332, + 0.8100895946434086, + 0.808452295398484, + 0.8068149961535593, + 0.8051776969086348, + 0.8035403976637102, + 0.8019030984187856, + 0.800265799173861, + 0.7986284999289364, + 0.7969912006840117, + 0.7953539014390872, + 0.7937166021941626, + 0.792079302949238, + 0.7904420037043134, + 0.7888047044593888, + 0.7871674052144642, + 0.7855301059695396, + 0.783892806724615, + 0.7822555074796904, + 0.7806182082347658, + 0.7789809089898412, + 0.7773436097449166, + 0.7757063104999921, + 0.7740690112550674, + 0.7724317120101428, + 0.7707944127652182 + ], + "p90": [ + 1.0870427068385804, + 1.085405407593656, + 1.0837681083487314, + 1.0821308091038067, + 1.0804935098588822, + 1.0788562106139574, + 1.077218911369033, + 1.0755816121241082, + 1.0739443128791837, + 1.0723070136342592, + 1.0706697143893344, + 1.06903241514441, + 1.0673951158994852, + 1.0657578166545607, + 1.0641205174096362, + 1.0624832181647115, + 1.060845918919787, + 1.0592086196748622, + 1.0575713204299377, + 1.055934021185013, + 1.0542967219400885, + 1.052659422695164, + 1.0510221234502393, + 1.0493848242053148, + 1.04774752496039, + 1.0461102257154655, + 1.044472926470541, + 1.0428356272256163, + 1.0411983279806918, + 1.039561028735767, + 1.0379237294908426, + 1.0362864302459178, + 1.0346491310009933, + 1.0330118317560688, + 1.031374532511144, + 1.0297372332662196, + 1.0280999340212948, + 1.0264626347763703, + 1.0248253355314458, + 1.023188036286521, + 1.0215507370415966, + 1.0199134377966719, + 1.0182761385517474, + 1.0166388393068226, + 1.0150015400618981, + 1.0133642408169736, + 1.011726941572049, + 1.0100896423271244, + 1.0084523430821997, + 1.0068150438372752, + 1.0051777445923507, + 1.003540445347426, + 1.0019031461025014, + 1.0002658468575767, + 0.9986285476126522, + 0.9969912483677276, + 0.9953539491228031, + 0.9937166498778784, + 0.9920793506329538, + 0.9904420513880292, + 0.9888047521431046, + 0.98716745289818, + 0.9855301536532555, + 0.9838928544083309, + 0.9822555551634062, + 0.9806182559184816, + 0.978980956673557, + 0.9773436574286324, + 0.9757063581837079, + 0.9740690589387833, + 0.9724317596938586, + 0.970794460448934 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_152448.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_152448.json new file mode 100644 index 0000000000000000000000000000000000000000..35c0fa18b15e60dde279ea4ae4e33018a4f5c3f3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_152448.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:24:48.678389+00:00", + "metrics": { + "MSE[mean]": 0.052620059109701786, + "MSE[0.5]": 0.08465175154295304, + "MAE[0.5]": 0.26466015643543667, + "MASE[0.5]": 1.8975633174745496, + "MAPE[0.5]": 0.20102080416260204, + "sMAPE[0.5]": 0.22741095177902804, + "MSIS": 8.660432661141414, + "RMSE[mean]": 0.22939062559246354, + "NRMSE[mean]": 0.181097868369783, + "ND[0.5]": 0.20894223575649715, + "mean_weighted_sum_quantile_loss": 0.1845603720199977 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.8996428847312927, + 0.9144055843353271, + 0.9506826102733612, + 0.934352457523346, + 0.9390238523483276, + 0.9609992802143097, + 0.9628938138484955, + 0.959690511226654, + 0.9830044209957123, + 0.9844527542591095, + 0.9888142645359039, + 0.9768678545951843, + 0.967830628156662, + 0.9985823333263397, + 0.9975271224975586, + 1.005191683769226, + 0.9729253947734833, + 0.9938679039478302, + 0.976630449295044, + 0.9924043416976929, + 0.9893189370632172, + 0.9925344586372375, + 0.9714274704456329, + 0.9763829708099365, + 0.9420842528343201, + 0.9978236258029938, + 1.0087518095970154, + 0.9924950897693634, + 1.0021528601646423, + 0.9755149781703949, + 0.9455965757369995, + 1.0012453496456146, + 0.9550734460353851, + 1.0077887773513794, + 0.9801726937294006, + 0.9798672199249268, + 1.0371103286743164, + 0.993407815694809, + 0.9853448271751404, + 0.9937204122543335, + 0.9757703542709351, + 1.00404691696167, + 1.055021345615387, + 1.0115397572517395, + 1.0285444855690002, + 0.9986095130443573, + 0.9760543704032898, + 1.0293086171150208, + 1.0154527425765991, + 1.0164580345153809, + 1.067475438117981, + 1.0730186104774475, + 1.0242716073989868, + 0.9704406559467316, + 0.965233325958252, + 1.0788978934288025, + 1.0119086503982544, + 1.0399641394615173, + 1.0554122924804688, + 1.0845470428466797, + 1.0158346891403198, + 1.014261543750763, + 1.1118696928024292, + 1.008745014667511, + 1.0320148468017578, + 1.0260895490646362, + 1.0470066666603088, + 1.0371366739273071, + 1.0335347652435303, + 1.0034153461456299, + 1.0315113067626953, + 1.0168619751930237 + ], + "p10": [ + 0.820740818977356, + 0.8182953298091888, + 0.8149204254150391, + 0.7853915691375732, + 0.7995897233486176, + 0.8194335699081421, + 0.8004977405071259, + 0.7778472900390625, + 0.822342723608017, + 0.7853838801383972, + 0.7741997838020325, + 0.7610688805580139, + 0.6706757247447968, + 0.7245158553123474, + 0.7270714938640594, + 0.7518290281295776, + 0.721139132976532, + 0.6218269169330597, + 0.6774323880672455, + 0.6495653390884399, + 0.6965676844120026, + 0.6482865214347839, + 0.636076033115387, + 0.7262888550758362, + 0.5709199905395508, + 0.6754298210144043, + 0.6145873069763184, + 0.578267902135849, + 0.6867270469665527, + 0.5583645403385162, + 0.5213236808776855, + 0.5829363763332367, + 0.6370140612125397, + 0.6398130357265472, + 0.5969375669956207, + 0.6622566878795624, + 0.5679212212562561, + 0.5853674709796906, + 0.5318908095359802, + 0.5950722694396973, + 0.5898145437240601, + 0.6479328572750092, + 0.6573920845985413, + 0.5161973834037781, + 0.6018901467323303, + 0.5191707909107208, + 0.4465937614440918, + 0.5420543253421783, + 0.6788275837898254, + 0.6088980734348297, + 0.4883243441581726, + 0.5553850531578064, + 0.5647883415222168, + 0.5044339001178741, + 0.5786248743534088, + 0.539723128080368, + 0.5832313001155853, + 0.5227892398834229, + 0.4300737679004669, + 0.6136452853679657, + 0.5729103684425354, + 0.6044418811798096, + 0.572572648525238, + 0.5510512888431549, + 0.5463651716709137, + 0.5989093780517578, + 0.5040180385112762, + 0.5076897740364075, + 0.4180275499820709, + 0.5212918519973755, + 0.47199547290802, + 0.3375993072986603 + ], + "p90": [ + 0.9778745472431183, + 1.0176622867584229, + 1.0832310914993286, + 1.094451665878296, + 1.125230610370636, + 1.1661072969436646, + 1.1888563632965088, + 1.1553842425346375, + 1.1639788150787354, + 1.237534761428833, + 1.2923799753189087, + 1.209115207195282, + 1.2484616041183472, + 1.2826555967330933, + 1.33082515001297, + 1.2837629318237305, + 1.3004406690597534, + 1.2857558131217957, + 1.448157012462616, + 1.324480652809143, + 1.340062439441681, + 1.3678944110870361, + 1.3373358249664307, + 1.426414430141449, + 1.3813860416412354, + 1.513181447982788, + 1.40286785364151, + 1.4518897533416748, + 1.5709004402160645, + 1.4524186253547668, + 1.4315223097801208, + 1.439639925956726, + 1.4450597167015076, + 1.3972027897834778, + 1.4732566475868225, + 1.4588528275489807, + 1.6210416555404663, + 1.5954434871673584, + 1.539162278175354, + 1.6465693712234497, + 1.4448355436325073, + 1.7816650867462158, + 1.5825365781784058, + 1.6055679321289062, + 1.5330365896224976, + 1.6578574180603027, + 1.6379408836364746, + 1.6394898891448975, + 1.4913923740386963, + 1.6051580309867859, + 1.550656020641327, + 1.6169370412826538, + 1.5421663522720337, + 1.6335736513137817, + 1.5757601261138916, + 1.7283040285110474, + 1.5688442587852478, + 1.5607702732086182, + 1.9396306872367859, + 1.6911081075668335, + 1.7294861674308777, + 1.9168078899383545, + 1.8315114974975586, + 1.8097018599510193, + 1.6599668860435486, + 1.6633722186088562, + 1.6757700443267822, + 1.739401400089264, + 1.8081364631652832, + 1.6926385760307312, + 1.8094546794891357, + 1.7288805842399597 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_153437.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..5745620b6acc99986f8975601426695194c67244 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_153437.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T15:34:37.174603+00:00", + "metrics": { + "MSE[mean]": 0.08823961047306238, + "MSE[0.5]": 0.08695779891711392, + "MAE[0.5]": 0.2633703669353768, + "MASE[0.5]": 1.8883157704484281, + "MAPE[0.5]": 0.19885939999647348, + "sMAPE[0.5]": 0.22545865881050395, + "MSIS": 17.91920883393009, + "RMSE[mean]": 0.2970515283129551, + "NRMSE[mean]": 0.23451437230497627, + "ND[0.5]": 0.20792398085395572, + "mean_weighted_sum_quantile_loss": 0.194687703445396 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527, + 1.006833334962527 + ], + "p10": [ + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669, + 0.906833311120669 + ], + "p90": [ + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848, + 1.1068333588043848 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_153437.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_153437.json new file mode 100644 index 0000000000000000000000000000000000000000..263e69db669666a6875d204c2a9e9e1e0dfc3776 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_153437.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T15:34:37.207917+00:00", + "metrics": { + "MSE[mean]": 0.09236110713746983, + "MSE[0.5]": 0.09236110713746983, + "MAE[0.5]": 0.26805555323759717, + "MASE[0.5]": 1.9219076710290368, + "MAPE[0.5]": 0.20325168780358993, + "sMAPE[0.5]": 0.2319451979022707, + "MSIS": 68.93155910599116, + "RMSE[mean]": 0.3039097022759718, + "NRMSE[mean]": 0.23992872035169208, + "ND[0.5]": 0.21162281226895358, + "mean_weighted_sum_quantile_loss": 0.20660575557143807 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "p10": [ + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.8819999766349792, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.8819999766349792, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.8819999766349792 + ], + "p90": [ + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 0.917999975681305, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 0.917999975681305, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 0.917999975681305 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_153205.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_153205.json new file mode 100644 index 0000000000000000000000000000000000000000..f3fb728d2c9ccc31bba2fe27dafd1e396b5f3112 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_153205.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T15:32:05.918440+00:00", + "metrics": { + "MSE[mean]": 0.06895108663306597, + "MSE[0.5]": 0.06895108663306597, + "MAE[0.5]": 0.23183123601807487, + "MASE[0.5]": 1.6621861606886783, + "MAPE[0.5]": 0.1745307003988674, + "sMAPE[0.5]": 0.19517332334025603, + "MSIS": 36.63255605180606, + "RMSE[mean]": 0.2625853892223746, + "NRMSE[mean]": 0.20730426158611154, + "ND[0.5]": 0.183024666138688, + "mean_weighted_sum_quantile_loss": 0.16276936025386848 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9622650146484375, + 1.0029678344726562, + 1.0181388854980469, + 1.025909423828125, + 1.0242443084716797, + 1.0277595520019531, + 1.0244293212890625, + 1.023874282836914, + 1.0260944366455078, + 1.0301647186279297, + 1.027944564819336, + 1.0284996032714844, + 1.024984359741211, + 1.0264644622802734, + 1.0310897827148438, + 1.0331249237060547, + 1.0331249237060547, + 1.0340499877929688, + 1.0314598083496094, + 1.0316448211669922, + 1.0351600646972656, + 1.0370101928710938, + 1.0394153594970703, + 1.0342350006103516, + 1.0331249237060547, + 1.0340499877929688, + 1.0340499877929688, + 1.0370101928710938, + 1.0362701416015625, + 1.0373802185058594, + 1.0362701416015625, + 1.0359001159667969, + 1.0408954620361328, + 1.0392303466796875, + 1.0375652313232422, + 1.0375652313232422, + 1.0379352569580078, + 1.0408954620361328, + 1.0455207824707031, + 1.0464458465576172, + 1.0425605773925781, + 1.0425605773925781, + 1.0414505004882812, + 1.0425605773925781, + 1.0462608337402344, + 1.0464458465576172, + 1.0440406799316406, + 1.0423755645751953, + 1.0449657440185547, + 1.048203468322754, + 1.0527362823486328, + 1.054123878479004, + 1.0533838272094727, + 1.050978660583496, + 1.048203468322754, + 1.0483884811401367, + 1.0523662567138672, + 1.054586410522461, + 1.051163673400879, + 1.0519037246704102, + 1.0492210388183594, + 1.0507936477661133, + 1.053938865661621, + 1.0531988143920898, + 1.0544013977050781, + 1.0524587631225586, + 1.0524587631225586, + 1.051626205444336, + 1.0528287887573242, + 1.0522737503051758, + 1.051626205444336, + 1.0494985580444336 + ], + "p10": [ + 0.871978759765625, + 0.8927001953125, + 0.9060211181640625, + 0.9119415283203125, + 0.91046142578125, + 0.913421630859375, + 0.9030609130859375, + 0.9030609130859375, + 0.91046142578125, + 0.9171218872070312, + 0.9141616821289062, + 0.9119415283203125, + 0.907501220703125, + 0.913421630859375, + 0.919342041015625, + 0.92230224609375, + 0.9149017333984375, + 0.9163818359375, + 0.9141616821289062, + 0.9171218872070312, + 0.9215621948242188, + 0.9230422973632812, + 0.9237823486328125, + 0.9208221435546875, + 0.9208221435546875, + 0.9215621948242188, + 0.9215621948242188, + 0.92230224609375, + 0.9215621948242188, + 0.92230224609375, + 0.9200820922851562, + 0.919342041015625, + 0.9260025024414062, + 0.9267425537109375, + 0.9245223999023438, + 0.9245223999023438, + 0.9230422973632812, + 0.9260025024414062, + 0.9289627075195312, + 0.9297027587890625, + 0.9267425537109375, + 0.9274826049804688, + 0.92822265625, + 0.92822265625, + 0.9289627075195312, + 0.9289627075195312, + 0.9260025024414062, + 0.92230224609375, + 0.9230422973632812, + 0.92822265625, + 0.9319229125976562, + 0.93414306640625, + 0.9326629638671875, + 0.9297027587890625, + 0.9274826049804688, + 0.92822265625, + 0.93414306640625, + 0.937103271484375, + 0.9326629638671875, + 0.9334030151367188, + 0.9297027587890625, + 0.9289627075195312, + 0.9334030151367188, + 0.93414306640625, + 0.9326629638671875, + 0.9304428100585938, + 0.9304428100585938, + 0.9297027587890625, + 0.9304428100585938, + 0.9297027587890625, + 0.9289627075195312, + 0.9267425537109375 + ], + "p90": [ + 1.0828008651733398, + 1.1313667297363281, + 1.141357421875, + 1.1487579345703125, + 1.144317626953125, + 1.1457977294921875, + 1.1483879089355469, + 1.150238037109375, + 1.1535682678222656, + 1.1565284729003906, + 1.1565284729003906, + 1.1572685241699219, + 1.1535682678222656, + 1.1528282165527344, + 1.15911865234375, + 1.1624488830566406, + 1.1594886779785156, + 1.1598587036132812, + 1.1554183959960938, + 1.1557884216308594, + 1.1587486267089844, + 1.1602287292480469, + 1.1635589599609375, + 1.1568984985351562, + 1.1550483703613281, + 1.1557884216308594, + 1.1565284729003906, + 1.1587486267089844, + 1.1587486267089844, + 1.1605987548828125, + 1.1587486267089844, + 1.15911865234375, + 1.1613388061523438, + 1.162078857421875, + 1.1602287292480469, + 1.1587486267089844, + 1.1587486267089844, + 1.1598587036132812, + 1.1657791137695312, + 1.1687393188476562, + 1.1665191650390625, + 1.1657791137695312, + 1.1628189086914062, + 1.1631889343261719, + 1.167999267578125, + 1.1665191650390625, + 1.1646690368652344, + 1.1624488830566406, + 1.1665191650390625, + 1.1694793701171875, + 1.1731796264648438, + 1.1746597290039062, + 1.173919677734375, + 1.17095947265625, + 1.167999267578125, + 1.1687393188476562, + 1.173919677734375, + 1.1761398315429688, + 1.1724395751953125, + 1.1724395751953125, + 1.1694793701171875, + 1.1724395751953125, + 1.1753997802734375, + 1.1753997802734375, + 1.179840087890625, + 1.1761398315429688, + 1.1761398315429688, + 1.1746597290039062, + 1.1761398315429688, + 1.1746597290039062, + 1.1746597290039062, + 1.1731796264648438 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_150919.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_150919.json new file mode 100644 index 0000000000000000000000000000000000000000..00fc27756cc68fed1e30ef9037dd8bbf55bba26c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_150919.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:09:19.180735+00:00", + "metrics": { + "MSE[mean]": 0.06721801774661158, + "MSE[0.5]": 0.08238577503587147, + "MAE[0.5]": 0.25642582029104233, + "MASE[0.5]": 1.8385246830922368, + "MAPE[0.5]": 0.1934982149562384, + "sMAPE[0.5]": 0.21874465672357957, + "MSIS": 40.01525389612181, + "RMSE[mean]": 0.2592643780904187, + "NRMSE[mean]": 0.20468241060472908, + "ND[0.5]": 0.20244144384602308, + "mean_weighted_sum_quantile_loss": 0.16414662353525702 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9297619462013245, + 0.9660058617591858, + 0.985089898109436, + 0.9921921491622925, + 0.9952226877212524, + 0.9963491559028625, + 0.995421290397644, + 0.9949487447738647, + 0.9983343482017517, + 1.0034615993499756, + 1.0041263103485107, + 1.0053471326828003, + 1.0066285133361816, + 1.000681757926941, + 0.9962984919548035, + 0.9958295226097107, + 0.9944610595703125, + 0.9967310428619385, + 0.9988155961036682, + 1.0063023567199707, + 1.001102089881897, + 1.0064144134521484, + 1.0069233179092407, + 1.007378101348877, + 1.0037249326705933, + 1.010344386100769, + 1.0128281116485596, + 1.0086232423782349, + 1.010676622390747, + 1.0104703903198242, + 1.01365065574646, + 1.0184348821640015, + 1.0203202962875366, + 1.0257349014282227, + 1.0195269584655762, + 1.021478533744812, + 1.0185208320617676, + 1.020890235900879, + 1.020094871520996, + 1.0200598239898682, + 1.0239754915237427, + 1.0214197635650635, + 1.0185086727142334, + 1.0204073190689087, + 1.024080514907837, + 1.024835228919983, + 1.0293703079223633, + 1.033616542816162, + 1.0284794569015503, + 1.0251365900039673, + 1.023277759552002, + 1.0218253135681152, + 1.0219428539276123, + 1.0210449695587158, + 1.022701621055603, + 1.0188802480697632, + 1.021864891052246, + 1.026185393333435, + 1.024350643157959, + 1.022689938545227, + 1.0235347747802734, + 1.0246477127075195, + 1.020065188407898, + 1.0180578231811523, + 1.0212911367416382, + 1.0173699855804443, + 1.0153249502182007, + 1.0146706104278564, + 1.013283610343933, + 1.0142494440078735, + 1.0097724199295044, + 1.0147477388381958 + ], + "p10": [ + 0.9584974646568298, + 0.9942651987075806, + 1.0144529342651367, + 1.0199257135391235, + 1.0292613506317139, + 1.028735876083374, + 1.025894045829773, + 1.0221734046936035, + 1.031872272491455, + 1.0282546281814575, + 1.0371567010879517, + 1.0334393978118896, + 1.0372340679168701, + 1.0304590463638306, + 1.0251069068908691, + 1.030763864517212, + 1.0277509689331055, + 1.0338399410247803, + 1.0317723751068115, + 1.0367084741592407, + 1.0367838144302368, + 1.0350509881973267, + 1.0421775579452515, + 1.0372369289398193, + 1.0402610301971436, + 1.0421192646026611, + 1.0479425191879272, + 1.0450879335403442, + 1.0440489053726196, + 1.047238826751709, + 1.0493454933166504, + 1.04586923122406, + 1.0559333562850952, + 1.0563790798187256, + 1.0527942180633545, + 1.0468244552612305, + 1.0525563955307007, + 1.0549849271774292, + 1.0520567893981934, + 1.0547735691070557, + 1.059759259223938, + 1.0567598342895508, + 1.0537902116775513, + 1.0555249452590942, + 1.0574597120285034, + 1.0641549825668335, + 1.06412672996521, + 1.0634281635284424, + 1.064452052116394, + 1.0610122680664062, + 1.0612550973892212, + 1.0627338886260986, + 1.0566649436950684, + 1.0554853677749634, + 1.0596963167190552, + 1.0543899536132812, + 1.052717685699463, + 1.0572898387908936, + 1.0579012632369995, + 1.059301495552063, + 1.0546716451644897, + 1.0597747564315796, + 1.0550483465194702, + 1.053665041923523, + 1.0575621128082275, + 1.0593944787979126, + 1.0507458448410034, + 1.0538195371627808, + 1.0513461828231812, + 1.046130895614624, + 1.0522537231445312, + 1.0518403053283691 + ], + "p90": [ + 1.0277941226959229, + 1.0722897052764893, + 1.095297932624817, + 1.1025439500808716, + 1.104146122932434, + 1.1051193475723267, + 1.1031917333602905, + 1.1032435894012451, + 1.1102081537246704, + 1.1158939599990845, + 1.1191428899765015, + 1.1200320720672607, + 1.122066617012024, + 1.1190348863601685, + 1.1160999536514282, + 1.1170880794525146, + 1.1178339719772339, + 1.119560956954956, + 1.1212377548217773, + 1.1264814138412476, + 1.1227673292160034, + 1.1294939517974854, + 1.1296641826629639, + 1.1287122964859009, + 1.1300021409988403, + 1.1352750062942505, + 1.1366713047027588, + 1.135736107826233, + 1.1342573165893555, + 1.1376161575317383, + 1.139594554901123, + 1.1430681943893433, + 1.148163080215454, + 1.1539943218231201, + 1.1504970788955688, + 1.1511962413787842, + 1.1498286724090576, + 1.154441237449646, + 1.1519204378128052, + 1.1546841859817505, + 1.158247947692871, + 1.1585205793380737, + 1.1538012027740479, + 1.1558222770690918, + 1.1585109233856201, + 1.161434531211853, + 1.1668449640274048, + 1.1708985567092896, + 1.165621042251587, + 1.1648075580596924, + 1.1610156297683716, + 1.1632429361343384, + 1.1594412326812744, + 1.1584912538528442, + 1.162785530090332, + 1.1576467752456665, + 1.1604503393173218, + 1.1667096614837646, + 1.1675044298171997, + 1.1622711420059204, + 1.1631733179092407, + 1.1664735078811646, + 1.1620410680770874, + 1.162144660949707, + 1.1663401126861572, + 1.16049325466156, + 1.1611032485961914, + 1.1579869985580444, + 1.1580027341842651, + 1.159954309463501, + 1.1563448905944824, + 1.1655373573303223 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_151753.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_151753.json new file mode 100644 index 0000000000000000000000000000000000000000..6974d9efb90f3a8ac9d9ad70e935939cc7f2802a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_151753.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:17:53.283050+00:00", + "metrics": { + "MSE[mean]": 0.08598465053488545, + "MSE[0.5]": 0.08598465053488545, + "MAE[0.5]": 0.26256388591395485, + "MASE[0.5]": 1.8825334538991554, + "MAPE[0.5]": 0.19824609944852553, + "sMAPE[0.5]": 0.2247004030866827, + "MSIS": 20.52188023764863, + "RMSE[mean]": 0.29323139418364713, + "NRMSE[mean]": 0.23149847683881444, + "ND[0.5]": 0.20728728528942258, + "mean_weighted_sum_quantile_loss": 0.17102719924787257 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.941382884979248, + 0.9745734930038452, + 0.986255407333374, + 0.9909831881523132, + 0.992982804775238, + 0.9929797053337097, + 0.9918332695960999, + 0.9936631917953491, + 0.9966046810150146, + 0.9957144856452942, + 0.9956966638565063, + 0.9962238669395447, + 0.9945083856582642, + 0.9943553805351257, + 0.9981672763824463, + 0.9998682737350464, + 0.9986557364463806, + 0.9981644153594971, + 0.9989981651306152, + 1.000180959701538, + 1.001485824584961, + 1.0009689331054688, + 1.001240849494934, + 0.9993640184402466, + 0.9992079734802246, + 1.0062892436981201, + 1.011782169342041, + 1.0115793943405151, + 1.0094773769378662, + 1.0083950757980347, + 1.0075509548187256, + 1.0084881782531738, + 1.0056805610656738, + 1.0011067390441895, + 1.0064640045166016, + 1.0110770463943481, + 1.012769341468811, + 1.0146543979644775, + 1.0166288614273071, + 1.0211436748504639, + 1.0198155641555786, + 1.0150119066238403, + 1.0141851902008057, + 1.0138623714447021, + 1.0145268440246582, + 1.0143698453903198, + 1.0152801275253296, + 1.0085883140563965, + 1.0084010362625122, + 1.0190132856369019, + 1.0178706645965576, + 1.0151246786117554, + 1.0143418312072754, + 1.0121312141418457, + 1.0109786987304688, + 1.0106408596038818, + 1.012794017791748, + 1.0113104581832886, + 1.0086348056793213, + 1.0075924396514893, + 1.0052359104156494, + 1.0058588981628418, + 1.010011076927185, + 1.012837290763855, + 1.007506251335144, + 1.0013483762741089, + 1.0100018978118896, + 1.0136446952819824, + 1.0141441822052002, + 1.0167818069458008, + 1.01534104347229, + 1.0138334035873413 + ], + "p10": [ + 0.8465312719345093, + 0.8576745986938477, + 0.8554583787918091, + 0.8545111417770386, + 0.852871835231781, + 0.8476811647415161, + 0.8411132097244263, + 0.8378516435623169, + 0.8372216820716858, + 0.8311699032783508, + 0.824416995048523, + 0.8219066858291626, + 0.8169702291488647, + 0.8146364092826843, + 0.8144707679748535, + 0.8125560879707336, + 0.8087223172187805, + 0.8059027791023254, + 0.8044970631599426, + 0.8034120202064514, + 0.8021263480186462, + 0.7994587421417236, + 0.797583818435669, + 0.7931326031684875, + 0.7886134386062622, + 0.7906101942062378, + 0.7908776998519897, + 0.7869616746902466, + 0.7828617691993713, + 0.7796074748039246, + 0.775883674621582, + 0.7756997346878052, + 0.817539393901825, + 0.8142070770263672, + 0.8031344413757324, + 0.8009079694747925, + 0.7985506653785706, + 0.7949422597885132, + 0.7912943363189697, + 0.793039858341217, + 0.79145348072052, + 0.7878255844116211, + 0.7827887535095215, + 0.7808666229248047, + 0.7810932993888855, + 0.7811161279678345, + 0.7781342267990112, + 0.7666530013084412, + 0.7595022320747375, + 0.7638236284255981, + 0.7624809145927429, + 0.7600639462471008, + 0.7555082440376282, + 0.7501704692840576, + 0.7477157115936279, + 0.7440508008003235, + 0.7410296201705933, + 0.7337133884429932, + 0.7252389788627625, + 0.7186309099197388, + 0.7127395272254944, + 0.7093307971954346, + 0.7086018323898315, + 0.7086069583892822, + 0.8000761270523071, + 0.807925820350647, + 0.8018926382064819, + 0.7958625555038452, + 0.794442355632782, + 0.7918689250946045, + 0.7842978239059448, + 0.7798826694488525 + ], + "p90": [ + 1.0631908178329468, + 1.1217578649520874, + 1.1416890621185303, + 1.1498430967330933, + 1.1542590856552124, + 1.157134771347046, + 1.1604582071304321, + 1.166306734085083, + 1.1728413105010986, + 1.175110936164856, + 1.1787855625152588, + 1.1845135688781738, + 1.1841530799865723, + 1.1878688335418701, + 1.1982842683792114, + 1.2051688432693481, + 1.2040326595306396, + 1.2034327983856201, + 1.204942226409912, + 1.2093188762664795, + 1.2119886875152588, + 1.214141845703125, + 1.2166354656219482, + 1.217437505722046, + 1.2203359603881836, + 1.2310247421264648, + 1.2391815185546875, + 1.2392417192459106, + 1.2376919984817505, + 1.2379941940307617, + 1.2396785020828247, + 1.2418807744979858, + 1.2092654705047607, + 1.2198525667190552, + 1.2261139154434204, + 1.2341954708099365, + 1.2450721263885498, + 1.2534195184707642, + 1.2554835081100464, + 1.2617216110229492, + 1.2650573253631592, + 1.2607426643371582, + 1.2625970840454102, + 1.2667485475540161, + 1.2693911790847778, + 1.2699884176254272, + 1.2722511291503906, + 1.2688060998916626, + 1.2718274593353271, + 1.2833811044692993, + 1.2820143699645996, + 1.277710199356079, + 1.2752633094787598, + 1.2758368253707886, + 1.2746621370315552, + 1.2765965461730957, + 1.282698392868042, + 1.2832293510437012, + 1.283299446105957, + 1.2840718030929565, + 1.2831252813339233, + 1.2861106395721436, + 1.2932730913162231, + 1.2987629175186157, + 1.282368779182434, + 1.2743440866470337, + 1.2797329425811768, + 1.2701575756072998, + 1.272312045097351, + 1.2786521911621094, + 1.2733652591705322, + 1.2763640880584717 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_151104.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_151104.json new file mode 100644 index 0000000000000000000000000000000000000000..292f7b79691fc49d232e9e50144bc8c5f845d610 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_151104.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:11:04.187950+00:00", + "metrics": { + "MSE[mean]": 0.08779573019452475, + "MSE[0.5]": 0.08779573019452475, + "MAE[0.5]": 0.26411695612801445, + "MASE[0.5]": 1.8936686739011155, + "MAPE[0.5]": 0.19908223431102404, + "sMAPE[0.5]": 0.2261237203065215, + "MSIS": 31.294829494247033, + "RMSE[mean]": 0.29630344276522463, + "NRMSE[mean]": 0.23392377843174222, + "ND[0.5]": 0.2085133933941822, + "mean_weighted_sum_quantile_loss": 0.17687577084028952 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421 + ], + "actual": [ + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9204448461532593, + 1.002929449081421, + 1.0020201206207275, + 1.0020015239715576, + 1.0012550354003906, + 1.0017966032028198, + 1.0022701025009155, + 1.0019738674163818, + 1.002349853515625, + 1.0026371479034424, + 1.0025498867034912, + 1.0026628971099854, + 1.002919316291809, + 1.0028040409088135, + 1.003170371055603, + 1.0026904344558716, + 1.0029478073120117, + 1.0029152631759644, + 1.0028122663497925, + 1.0030615329742432, + 1.003309726715088, + 1.0032362937927246, + 1.0032309293746948, + 1.002809762954712, + 1.0030407905578613, + 1.0034818649291992, + 1.0036611557006836, + 1.0033602714538574, + 1.003376841545105, + 1.00312340259552, + 1.0032883882522583, + 1.0034332275390625, + 1.004629373550415, + 1.0051705837249756, + 1.005372405052185, + 1.0055477619171143, + 1.0053749084472656, + 1.005887508392334, + 1.0064656734466553, + 1.0064282417297363, + 1.0059295892715454, + 1.0069820880889893, + 1.006462812423706, + 1.0063937902450562, + 1.0068906545639038, + 1.0069246292114258, + 1.007027506828308, + 1.0069376230239868, + 1.0062834024429321, + 1.006722092628479, + 1.0065714120864868, + 1.0071253776550293, + 1.006231427192688, + 1.0061558485031128, + 1.0062191486358643, + 1.0059189796447754, + 1.0059930086135864, + 1.0062899589538574, + 1.0058715343475342, + 1.0051524639129639, + 1.0049653053283691, + 1.0051608085632324, + 1.0056296586990356, + 1.0058698654174805, + 1.0044411420822144, + 1.0032466650009155, + 1.004614233970642, + 1.0052086114883423, + 1.0058072805404663, + 1.0052006244659424, + 1.0056204795837402, + 1.005174160003662 + ], + "p10": [ + 0.8607989549636841, + 0.8709064722061157, + 0.895002007484436, + 0.8868595361709595, + 0.8880146145820618, + 0.8866199851036072, + 0.8856115937232971, + 0.8840059041976929, + 0.8874405026435852, + 0.8860670328140259, + 0.8826034665107727, + 0.8783526420593262, + 0.8788668513298035, + 0.8773126006126404, + 0.8773123621940613, + 0.8780727982521057, + 0.8764961361885071, + 0.8757027387619019, + 0.8738915324211121, + 0.8724910020828247, + 0.8716439008712769, + 0.8697156310081482, + 0.8670518398284912, + 0.8659645318984985, + 0.8655030131340027, + 0.8643325567245483, + 0.8621033430099487, + 0.8612836003303528, + 0.8594596982002258, + 0.8596073985099792, + 0.8574842214584351, + 0.8574808239936829, + 0.8509287238121033, + 0.856044352054596, + 0.856741726398468, + 0.8544800877571106, + 0.8493694067001343, + 0.8544434309005737, + 0.8540467619895935, + 0.8530808687210083, + 0.8518614172935486, + 0.8505333065986633, + 0.8489203453063965, + 0.8473712801933289, + 0.8459780216217041, + 0.8440546989440918, + 0.8423628807067871, + 0.8454720973968506, + 0.840282678604126, + 0.8367849588394165, + 0.837158203125, + 0.8345944881439209, + 0.8323032259941101, + 0.8301858305931091, + 0.8260377049446106, + 0.8242683410644531, + 0.8215962052345276, + 0.8187073469161987, + 0.8156726360321045, + 0.815088152885437, + 0.808715283870697, + 0.8093694448471069, + 0.8099123239517212, + 0.8112577199935913, + 0.7936457991600037, + 0.7949918508529663, + 0.7833902835845947, + 0.7812540531158447, + 0.7837998867034912, + 0.7854966521263123, + 0.7835088968276978, + 0.7833796143531799 + ], + "p90": [ + 1.0785212516784668, + 1.1202800273895264, + 1.1273229122161865, + 1.1194638013839722, + 1.1311522722244263, + 1.1287739276885986, + 1.1280438899993896, + 1.1337820291519165, + 1.140323519706726, + 1.1376397609710693, + 1.140629529953003, + 1.1390775442123413, + 1.1428505182266235, + 1.1450685262680054, + 1.1512882709503174, + 1.1505322456359863, + 1.1519482135772705, + 1.1539627313613892, + 1.1522201299667358, + 1.1555705070495605, + 1.1589189767837524, + 1.1609907150268555, + 1.163785457611084, + 1.1640260219573975, + 1.166277289390564, + 1.1699869632720947, + 1.1724565029144287, + 1.1729646921157837, + 1.1737935543060303, + 1.1744579076766968, + 1.176250696182251, + 1.1805849075317383, + 1.1544722318649292, + 1.1509993076324463, + 1.1621214151382446, + 1.1555365324020386, + 1.1609433889389038, + 1.1702443361282349, + 1.1793272495269775, + 1.1841907501220703, + 1.1905103921890259, + 1.1902685165405273, + 1.1939733028411865, + 1.1944451332092285, + 1.1989035606384277, + 1.2012896537780762, + 1.2052420377731323, + 1.206272840499878, + 1.2080090045928955, + 1.209839940071106, + 1.2114505767822266, + 1.2193862199783325, + 1.2128914594650269, + 1.2137622833251953, + 1.2147146463394165, + 1.2159149646759033, + 1.2190371751785278, + 1.2188771963119507, + 1.2192736864089966, + 1.2157918214797974, + 1.2184786796569824, + 1.22110915184021, + 1.2254154682159424, + 1.2291561365127563, + 1.2278491258621216, + 1.2280347347259521, + 1.235154390335083, + 1.2291393280029297, + 1.2409019470214844, + 1.244011640548706, + 1.2461798191070557, + 1.2503288984298706 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 723711a42726506cd41e2f3ee9fd3ca1f3421bd0..f43a03dbe55ce02e75c9a7a8155645e9b979ced6 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1034537.1165898641,1034537.1165898641,867.3209635416666,0.8815717001679273,0.013264241335120252,0.01314432918224723,4.050106537063873,1017.1219772425843,0.015514106880459178,0.013229200065587669,0.009801975259632844,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,972144.0767300924,972144.0767300924,839.9850260416666,0.8450865391186334,0.01285477984850524,0.012741908633348073,4.005233303551461,985.9736693898536,0.015046426380119346,0.01281857036056528,0.009486709374933585,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.2752348393249986,2.2752348393249986,1.2750333488026324,1.1930880414626504,22.99968471981942,0.9816112074822425,45.459105119685866,1.5083881593691322,1.542555731956501,1.3039150356721119,1.2894582622269897,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08611110647519599,0.08611110647519599,0.2583333303531011,1.9248362551603198,0.19690833941405292,0.22358039795829823,68.7017526737855,0.29344693979524816,0.23320285035210406,0.2052979970461782,0.20022564025787581,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.6494995871042994,2.6494995871042994,1.410383348170823,1.312116743712008,25.39934135303427,1.0812195449551294,50.2030879152496,1.6277283517541554,1.8449739977625979,1.5986209255667825,1.5823821417965558,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.09236110713746983,0.09236110713746983,0.26805555323759717,1.9219076710290368,0.20325168780358993,0.2319451979022707,68.93155910599116,0.3039097022759718,0.23992872035169208,0.21162281226895358,0.20660575557143807,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1516666158040607,0.1916666030883789,0.20689649256013895,0.012032581393247995,0.01228392133685449,3.9945429755325446,0.38944398288336757,0.024391062869150194,0.012004171001006793,0.013276497553558883,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,821.5645788431178,821.5645788431178,22.712499896685284,2.978251211903921,0.5132498941737847,0.7560082433380956,116.77439447988532,28.66294783938173,0.7450565490798735,0.590382290364114,0.5876515060050512,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.6229171117150445,4.6229171117150445,1.6875,0.8208605861544408,0.06211629384730141,0.06502252050014173,21.539220804958518,2.1500970005362654,0.08485829647197192,0.0666008906857397,0.0611215292310556,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.416666666666668,24.416666666666668,4.333333333333333,0.8199737187910644,0.44528800734296087,0.35927802749004867,29.91374526288482,4.9413223601245315,0.42812901315158397,0.37545126353790614,0.36772563176895307,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1458.3333333333333,1458.3333333333333,29.166666666666668,0.6542056074766355,0.010416666666666666,0.01032448377581121,3.832710045949032,38.18813079129867,0.013547895624407509,0.010347376201034738,0.008606389094193952,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,37.5,0.75,0.013392857142857142,0.01327433628318584,3.4074997915828624,43.30127018922193,0.015453241405818979,0.013382899628252789,0.009827344072697211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 1236f2f3d2aede62c84117c6adea96a381625e78..9eb3a7e2c9f0f616d240c3e4b419e9a4f474a75f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:59:55.120864+00:00", + "evaluated_at": "2026-06-17T15:34:37.192003+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,10 +126,10 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 67292.140625, 67157.9921875, 66851.7890625, 66766.1171875, @@ -153,10 +152,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "p10": [ - 65946.2978125, 65814.83234375, 65514.75328125, 65430.79484375, @@ -179,10 +178,10 @@ 65152.09203125, 65101.2315625, 64730.96, - 64341.80046875 + 64341.80046875, + 64542.56265625 ], "p90": [ - 68637.9834375, 68501.15203125, 68188.82484375, 68101.43953125, @@ -205,10 +204,10 @@ 67811.36109375, 67758.4246875, 67373.04000000001, - 66967.99640625001 + 66967.99640625001, + 67176.95296875 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 15b2e5b9e3c07ad33e7fccc0646658f0e58ba67f..46f54d320826fced34400b92e72913fa3b830230 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:51:21.126191+00:00", + "evaluated_at": "2026-06-17T15:34:37.198697+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,12 +304,12 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 1.9989999532699585, - 2.0220000743865967, - 2.052000045776367, 2.069999933242798, 2.0880000591278076, 2.111999988555908, @@ -334,9 +331,9 @@ 2.256999969482422, 2.252000093460083, 2.236999988555908, - 1.9989999532699585, - 2.0220000743865967, - 2.052000045776367, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, 2.069999933242798, 2.0880000591278076, 2.111999988555908, @@ -358,9 +355,9 @@ 2.256999969482422, 2.252000093460083, 2.236999988555908, - 1.9989999532699585, - 2.0220000743865967, - 2.052000045776367, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, 2.069999933242798, 2.0880000591278076, 2.111999988555908, @@ -369,12 +366,12 @@ 2.1540000438690186, 2.1710000038146973, 2.188999891281128, - 2.2070000171661377 + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743 ], "p10": [ - 1.9590199542045592, - 1.9815600728988647, - 2.01096004486084, 2.028599934577942, 2.0462400579452513, 2.06975998878479, @@ -396,9 +393,9 @@ 2.2118599700927732, 2.206960091590881, 2.19225998878479, - 1.9590199542045592, - 1.9815600728988647, - 2.01096004486084, + 2.180499906539917, + 2.1687400579452514, + 2.1393400859832763, 2.028599934577942, 2.0462400579452513, 2.06975998878479, @@ -420,9 +417,9 @@ 2.2118599700927732, 2.206960091590881, 2.19225998878479, - 1.9590199542045592, - 1.9815600728988647, - 2.01096004486084, + 2.180499906539917, + 2.1687400579452514, + 2.1393400859832763, 2.028599934577942, 2.0462400579452513, 2.06975998878479, @@ -431,12 +428,12 @@ 2.110920042991638, 2.1275800037384034, 2.145219893455505, - 2.162860016822815 + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082 ], "p90": [ - 2.0389799523353576, - 2.0624400758743286, - 2.0930400466918946, 2.1113999319076537, 2.129760060310364, 2.1542399883270265, @@ -458,9 +455,9 @@ 2.3021399688720705, 2.297040095329285, 2.2817399883270264, - 2.0389799523353576, - 2.0624400758743286, - 2.0930400466918946, + 2.2694999027252196, + 2.257260060310364, + 2.226660089492798, 2.1113999319076537, 2.129760060310364, 2.1542399883270265, @@ -482,9 +479,9 @@ 2.3021399688720705, 2.297040095329285, 2.2817399883270264, - 2.0389799523353576, - 2.0624400758743286, - 2.0930400466918946, + 2.2694999027252196, + 2.257260060310364, + 2.226660089492798, 2.1113999319076537, 2.129760060310364, 2.1542399883270265, @@ -493,12 +490,12 @@ 2.197080044746399, 2.214420003890991, 2.2327798891067507, - 2.2511400175094605 + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e150d390bdc9e5c417ac02b7c771d7d552614c6f..a515f28ddaeab1bdf78c6a607e72a417f3ebba17 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:51:21.142605+00:00", + "evaluated_at": "2026-06-17T15:34:37.207917+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,6 +154,7 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ @@ -166,7 +166,6 @@ 1.0, 1.0, 1.0, - 1.0, 1.100000023841858, 1.0, 1.0, @@ -182,7 +181,7 @@ 1.100000023841858, 1.100000023841858, 1.0, - 1.0, + 0.8999999761581421, 1.0, 1.0, 1.0, @@ -206,7 +205,7 @@ 1.100000023841858, 1.100000023841858, 1.0, - 1.0, + 0.8999999761581421, 1.0, 1.0, 1.0, @@ -229,7 +228,8 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "p10": [ 0.98, @@ -240,7 +240,6 @@ 0.98, 0.98, 0.98, - 0.98, 1.0780000233650207, 0.98, 0.98, @@ -256,7 +255,7 @@ 1.0780000233650207, 1.0780000233650207, 0.98, - 0.98, + 0.8819999766349792, 0.98, 0.98, 0.98, @@ -280,7 +279,7 @@ 1.0780000233650207, 1.0780000233650207, 0.98, - 0.98, + 0.8819999766349792, 0.98, 0.98, 0.98, @@ -303,7 +302,8 @@ 0.98, 1.0780000233650207, 1.0780000233650207, - 0.98 + 0.98, + 0.8819999766349792 ], "p90": [ 1.02, @@ -314,7 +314,6 @@ 1.02, 1.02, 1.02, - 1.02, 1.1220000243186952, 1.02, 1.02, @@ -330,7 +329,7 @@ 1.1220000243186952, 1.1220000243186952, 1.02, - 1.02, + 0.917999975681305, 1.02, 1.02, 1.02, @@ -354,7 +353,7 @@ 1.1220000243186952, 1.1220000243186952, 1.02, - 1.02, + 0.917999975681305, 1.02, 1.02, 1.02, @@ -377,11 +376,10 @@ 1.02, 1.1220000243186952, 1.1220000243186952, - 1.02 + 1.02, + 0.917999975681305 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e70f02ae4b2f8a5c987698717c4ad037c398626c..a1c6b572609c0a304c93100f3a2d93eb5f85404b 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:43:32.126924+00:00", + "evaluated_at": "2026-06-17T15:34:37.214883+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,6 +115,18 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ @@ -140,20 +140,20 @@ 2850.0, 2850.0, 2850.0, + 2800.0, 2850.0, 2850.0, 2850.0, + 2800.0, 2850.0, 2850.0, + 2800.0, + 2800.0, 2850.0, 2850.0, 2850.0, 2850.0, - 2850.0, - 2850.0, - 2850.0, - 2800.0, - 2850.0 + 2800.0 ], "p10": [ 2793.0, @@ -166,20 +166,20 @@ 2793.0, 2793.0, 2793.0, + 2744.0, 2793.0, 2793.0, 2793.0, + 2744.0, 2793.0, 2793.0, + 2744.0, + 2744.0, 2793.0, 2793.0, 2793.0, 2793.0, - 2793.0, - 2793.0, - 2793.0, - 2744.0, - 2793.0 + 2744.0 ], "p90": [ 2907.0, @@ -192,26 +192,22 @@ 2907.0, 2907.0, 2907.0, + 2856.0, 2907.0, 2907.0, 2907.0, + 2856.0, 2907.0, 2907.0, + 2856.0, + 2856.0, 2907.0, 2907.0, 2907.0, 2907.0, - 2907.0, - 2907.0, - 2907.0, - 2856.0, - 2907.0 + 2856.0 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f87c72b13251736e840763d339571924c28e8c29..9d3c65d88f59f561675353608567b5d37270db27 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,29 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:59:55.124899+00:00", + "evaluated_at": "2026-06-17T15:34:37.217913+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5205522397b4ecc6d21efacb47815d5e25f3aac3..ec51a2742368c27a245e49a0882a7ec6d99cfda5 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,224619.0405476888,224619.0405476888,319.9856770833333,0.32524328274487474,0.004911338850915652,0.004886331164670567,2.4325781938104925,473.9399123809777,0.007228980024133634,0.004880724343352718,0.005652482159260743,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,323024.4960110982,323024.4960110982,432.1754557291667,0.43480020339798653,0.006629309152154661,0.006591373891008503,2.217389567185416,568.3524399622986,0.008673328113463644,0.006595202671028195,0.005757215157805761,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.1430399546309511,0.1430399546309511,0.3497143824934028,0.3272385369937178,4.444800579055695,0.7451032354476899,4.361355769336026,0.37820623293508937,0.3867732512032583,0.3576360116009183,0.24908589485006966,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06304012991994472,0.06304012991994472,0.21956679390536415,1.635987600828317,0.166352740340733,0.18475014809194373,34.66437095065721,0.25107793594807315,0.19953212108624557,0.17449015558700692,0.1537347448318107,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03765878392622473,0.03765878392622473,0.17246229499966528,0.16044621146551752,1.6556418898977676,0.39610848399041326,1.9181475764116511,0.19405871257489246,0.2199588637465952,0.19548006860354952,0.14953699834174478,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06895108663306597,0.06895108663306597,0.23183123601807487,1.6621861606886783,0.1745307003988674,0.19517332334025603,36.63255605180606,0.2625853892223746,0.20730426158611154,0.183024666138688,0.16276936025386848,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.01397048756462027,0.04182736078898112,0.04515097623083186,0.002668633367010228,0.002640332798496472,0.8528123871175551,0.1181968170663672,0.007402723171261847,0.0026196676068820004,0.005338755370949345,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,239.2308712065322,239.2308712065322,11.781341155370077,1.5448670878785677,0.27711258515901127,0.2981425623384581,17.231272921530692,15.467089939821655,0.4020471557722419,0.30624084563599646,0.2726309656101724,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3874741795122343,1.3874741795122343,0.9283092816670736,0.4515629636040544,0.03481038881922188,0.03571034479742433,1.7333395393035371,1.177910938701324,0.04648884009836084,0.036637762957550404,0.03361841318735928,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.62605550420024,23.62605550420024,4.262989044189453,0.8066628414760594,0.49559356159247664,0.3694278067298527,8.170561581184296,4.860664101149167,0.4211405719407221,0.3693564514821187,0.273948444805612,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1408.8358941078186,1408.8358941078186,30.833902994791668,0.6916015624999999,0.011004541535724074,0.010915947764123218,14.380649231527455,37.53446275235358,0.01331599565493697,0.010938856938285292,0.008881082884870042,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1915.8649749159813,1915.8649749159813,43.043701171875,0.8608740234375,0.01537135736884529,0.015250288704403078,1.3594264729817709,43.77059486591405,0.015620732740251853,0.015361320864312267,0.00807130632680194,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index eb7fe7d5047f830dd5f1518c715af93df6fd600c..56b6af33bc548b6190b9bb2476fd738e47908486 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:59:50.246267+00:00", + "evaluated_at": "2026-06-17T15:31:51.512683+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65676.5, - 65690.09375, - 65726.34375, - 65749.0, - 65789.78125, - 65789.78125, - 65785.25, - 65780.71875, - 65789.78125, - 65780.71875, - 65812.4375, - 65807.90625, - 65812.4375, - 65821.5, - 65839.625, - 65835.09375, - 65862.28125, - 65857.75, - 65835.09375, - 65807.90625, - 65826.03125, - 65826.03125, - 65835.09375, - 65807.90625 + 65973.5, + 66014.0, + 65987.0, + 66005.0, + 66009.5, + 66000.5, + 65996.0, + 65987.0, + 65964.5, + 65960.0, + 65969.0, + 65964.5, + 65946.5, + 65969.0, + 65960.0, + 65951.0, + 65955.5, + 65937.5, + 65915.0, + 65910.5, + 65919.5, + 65924.0, + 65915.0, + 65928.5 ], "p10": [ - 65081.20703125, - 64889.76171875, - 64754.390625, - 64661.5, - 64584.46875, - 64511.96875, - 64468.921875, - 64385.09375, - 64348.84375, - 64326.1875, - 64321.65625, - 64271.8125, - 64231.03125, - 64221.96875, - 64221.96875, - 64185.71875, - 64253.6875, - 64221.96875, - 64190.25, - 64163.0625, - 64163.0625, - 64167.59375, - 64154.0, - 64126.8125 + 65444.75, + 65325.5, + 65164.625, + 65087.5625, + 64986.59375, + 64892.375, + 64842.875, + 64761.875, + 64702.25, + 64661.75, + 64646.0, + 64594.25, + 64535.75, + 64531.25, + 64511.0, + 64450.25, + 64459.25, + 64412.0, + 64371.5, + 64344.5, + 64340.0, + 64340.0, + 64299.5, + 64299.5 ], "p90": [ - 66347.125, - 66501.1875, - 66628.0625, - 66682.4375, - 66745.875, - 66727.75, - 66709.625, - 66718.6875, - 66745.875, - 66727.75, - 66764.0, - 66782.125, - 66791.1875, - 66809.3125, - 66827.4375, - 66845.5625, - 66854.625, - 66854.625, - 66845.5625, - 66845.5625, - 66872.75, - 66890.875, - 66918.0625, - 66909.0 + 66509.0, + 66653.0, + 66707.0, + 66779.0, + 66815.0, + 66824.0, + 66833.0, + 66842.0, + 66860.0, + 66860.0, + 66878.0, + 66914.0, + 66914.0, + 66959.0, + 66950.0, + 66968.0, + 66950.0, + 66941.0, + 66914.0, + 66941.0, + 66950.0, + 66968.0, + 66977.0, + 66995.0 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7bce2f3794c080989fc93dc75a2f55b3f772006d..f9e1e49511a65fa46621c2df73d844f98956583b 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:51:10.303665+00:00", + "evaluated_at": "2026-06-17T15:31:58.185733+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.2730712890625, - 2.26708984375, - 2.255126953125, - 2.2431640625, - 2.231201171875, - 2.21923828125, - 2.2012939453125, - 2.183349609375, - 2.1654052734375, - 2.1414794921875, - 2.1295166015625, - 2.0936279296875, - 2.063720703125, - 2.0338134765625, - 2.0098876953125, - 1.97998046875, - 1.9500732421875, - 1.9261474609375, - 1.9022216796875, - 1.8603515625, - 1.8184814453125, - 1.7646484375, - 1.73175048828125, - 1.680908203125, - 1.6390380859375, - 1.58221435546875, - 1.54931640625, - 1.4954833984375, - 1.4476318359375, - 1.393798828125, - 1.333984375, - 1.284637451171875, - 1.2681884765625, - 1.200897216796875, - 1.1448211669921875, - 1.0771560668945312, - 1.0277156829833984, - 0.94818115234375, - 0.8980865478515625, - 0.82257080078125, - 0.771728515625, - 0.7418212890625, - 0.698455810546875, - 0.652099609375, - 0.5863037109375, - 0.54443359375, - 0.508544921875, - 0.4786376953125, - 0.38592529296875, - 0.341064453125, - 0.29022216796875, - 0.2333984375, - 0.16162109375, - 0.1197509765625, - 0.077880859375, - 0.0360107421875, - 0.006103515625, - 0.0001220703125, - -0.0238037109375, - -0.0477294921875 + 2.219207763671875, + 2.201171875, + 2.183135986328125, + 2.159088134765625, + 2.14105224609375, + 2.11700439453125, + 2.086944580078125, + 2.062896728515625, + 2.0328369140625, + 1.99676513671875, + 1.97271728515625, + 1.92462158203125, + 1.882537841796875, + 1.8404541015625, + 1.80438232421875, + 1.7592926025390625, + 1.7111968994140625, + 1.6691131591796875, + 1.6240234375, + 1.575927734375, + 1.51580810546875, + 1.4586944580078125, + 1.4121017456054688, + 1.3444671630859375, + 1.2903594970703125, + 1.2287368774414062, + 1.1821441650390625, + 1.1220245361328125, + 1.0679168701171875, + 1.0119304656982422, + 0.9461746215820312, + 0.89056396484375, + 0.8139114379882812, + 0.740264892578125, + 0.680145263671875, + 0.6170196533203125, + 0.5629119873046875, + 0.5027923583984375, + 0.451690673828125, + 0.3825531005859375, + 0.3224334716796875, + 0.28936767578125, + 0.26531982421875, + 0.229248046875, + 0.16912841796875, + 0.14508056640625, + 0.09698486328125, + 0.066925048828125, + -0.017242431640625, + -0.0352783203125, + -0.077362060546875, + -0.137481689453125, + -0.197601318359375, + -0.2276611328125, + -0.257720947265625, + -0.28778076171875, + -0.3238525390625, + -0.31182861328125, + -0.341888427734375, + -0.347900390625 ], "p10": [ - 2.2611083984375, - 2.2431640625, - 2.231201171875, - 2.2252197265625, - 2.2132568359375, - 2.1893310546875, - 2.17138671875, - 2.1474609375, - 2.12353515625, - 2.0936279296875, - 2.0697021484375, - 2.02783203125, - 1.9979248046875, - 1.9500732421875, - 1.920166015625, - 1.8902587890625, - 1.8304443359375, - 1.79754638671875, - 1.74371337890625, - 1.680908203125, - 1.61810302734375, - 1.55230712890625, - 1.4954833984375, - 1.428192138671875, - 1.36688232421875, - 1.2921142578125, - 1.233795166015625, - 1.162017822265625, - 1.0894927978515625, - 1.0210800170898438, - 0.939208984375, - 0.8651885986328125, - 0.877899169921875, - 0.806121826171875, - 0.7537841796875, - 0.68499755859375, - 0.61920166015625, - 0.54144287109375, - 0.49957275390625, - 0.42779541015625, - 0.3590087890625, - 0.33807373046875, - 0.2872314453125, - 0.2393798828125, - 0.185546875, - 0.1436767578125, - 0.0958251953125, - 0.053955078125, - -0.0118408203125, - -0.0537109375, - -0.1015625, - -0.1494140625, - -0.22119140625, - -0.2451171875, - -0.29296875, - -0.3348388671875, - -0.36474609375, - -0.352783203125, - -0.3707275390625, - -0.3946533203125 + 2.201171875, + 2.1771240234375, + 2.159088134765625, + 2.14105224609375, + 2.123016357421875, + 2.09295654296875, + 2.056884765625, + 2.026824951171875, + 1.990753173828125, + 1.942657470703125, + 1.906585693359375, + 1.85247802734375, + 1.80438232421875, + 1.7532806396484375, + 1.702178955078125, + 1.6480712890625, + 1.5729217529296875, + 1.521820068359375, + 1.449676513671875, + 1.3865509033203125, + 1.3114013671875, + 1.2407608032226562, + 1.17913818359375, + 1.1024856567382812, + 1.0357904434204102, + 0.9679679870605469, + 0.9018363952636719, + 0.8349533081054688, + 0.7598037719726562, + 0.6951751708984375, + 0.614013671875, + 0.535858154296875, + 0.5027923583984375, + 0.4246368408203125, + 0.379547119140625, + 0.31341552734375, + 0.2532958984375, + 0.19317626953125, + 0.139068603515625, + 0.07293701171875, + 0.0128173828125, + -0.005218505859375, + -0.0352783203125, + -0.059326171875, + -0.107421875, + -0.14349365234375, + -0.185577392578125, + -0.2276611328125, + -0.2998046875, + -0.2998046875, + -0.329864501953125, + -0.38397216796875, + -0.444091796875, + -0.45611572265625, + -0.48016357421875, + -0.5162353515625, + -0.540283203125, + -0.5162353515625, + -0.540283203125, + -0.540283203125 ], "p90": [ - 2.2969970703125, - 2.2850341796875, - 2.2730712890625, - 2.255126953125, - 2.255126953125, - 2.2431640625, - 2.231201171875, - 2.21923828125, - 2.2132568359375, - 2.1893310546875, - 2.1773681640625, - 2.159423828125, - 2.1295166015625, - 2.12353515625, - 2.0936279296875, - 2.07568359375, - 2.0816650390625, - 2.07568359375, - 2.0517578125, - 2.02783203125, - 1.991943359375, - 1.9560546875, - 1.944091796875, - 1.908203125, - 1.88427734375, - 1.83642578125, - 1.8304443359375, - 1.7945556640625, - 1.76763916015625, - 1.7467041015625, - 1.716796875, - 1.68988037109375, - 1.70782470703125, - 1.64501953125, - 1.59417724609375, - 1.5433349609375, - 1.52239990234375, - 1.465576171875, - 1.419219970703125, - 1.36090087890625, - 1.341461181640625, - 1.311553955078125, - 1.290618896484375, - 1.24725341796875, - 1.1926727294921875, - 1.15155029296875, - 1.1283721923828125, - 1.0823898315429688, - 1.0436973571777344, - 1.0327625274658203, - 0.9990234375, - 0.9504241943359375, - 0.8980865478515625, - 0.85247802734375, - 0.8135986328125, - 0.78668212890625, - 0.770233154296875, - 0.752288818359375, - 0.731353759765625, - 0.69696044921875 + 2.243255615234375, + 2.2252197265625, + 2.201171875, + 2.1771240234375, + 2.159088134765625, + 2.147064208984375, + 2.11700439453125, + 2.09295654296875, + 2.0809326171875, + 2.04486083984375, + 2.02081298828125, + 1.990753173828125, + 1.954681396484375, + 1.930633544921875, + 1.90057373046875, + 1.858489990234375, + 1.85247802734375, + 1.834442138671875, + 1.7923583984375, + 1.75628662109375, + 1.70819091796875, + 1.66009521484375, + 1.6330413818359375, + 1.5789337158203125, + 1.5368499755859375, + 1.4887542724609375, + 1.4556884765625, + 1.4121017456054688, + 1.3730239868164062, + 1.3444671630859375, + 1.3038864135742188, + 1.2602996826171875, + 1.2294883728027344, + 1.161102294921875, + 1.1017341613769531, + 1.046687126159668, + 1.0117425918579102, + 0.9540653228759766, + 0.9055938720703125, + 0.8439712524414062, + 0.806396484375, + 0.7628097534179688, + 0.74627685546875, + 0.7087020874023438, + 0.656097412109375, + 0.6110076904296875, + 0.583953857421875, + 0.547882080078125, + 0.475738525390625, + 0.4697265625, + 0.4456787109375, + 0.38555908203125, + 0.3344573974609375, + 0.283355712890625, + 0.26531982421875, + 0.247283935546875, + 0.223236083984375, + 0.21722412109375, + 0.187164306640625, + 0.1571044921875 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b105f0882324461b1aff65782d47fe9edecba2ce..b4ee695ef9462acd853537475a5d9c3498b0305e 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:51:15.125782+00:00", + "evaluated_at": "2026-06-17T15:32:05.918440+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.0266437530517578, - 1.0353412628173828, - 1.0415019989013672, - 1.0482969284057617, - 1.0487499237060547, - 1.046213150024414, - 1.0447635650634766, - 1.0420455932617188, - 1.0409584045410156, - 1.044219970703125, - 1.0425891876220703, - 1.0427703857421875, - 1.0429515838623047, - 1.0405960083007812, - 1.0431327819824219, - 1.0465755462646484, - 1.0493841171264648, - 1.047119140625, - 1.0438575744628906, - 1.0440387725830078, - 1.0431327819824219, - 1.0477533340454102, - 1.0507431030273438, - 1.0453071594238281, - 1.044219970703125, - 1.044219970703125, - 1.0445823669433594, - 1.0496559143066406, - 1.0485687255859375, - 1.0474815368652344, - 1.0449447631835938, - 1.0438575744628906, - 1.0449447631835938, - 1.0483875274658203, - 1.0483875274658203, - 1.0465755462646484, - 1.0453071594238281, - 1.047119140625, - 1.0502901077270508, - 1.0530986785888672, - 1.054910659790039, - 1.0537328720092773, - 1.0518302917480469, - 1.0507431030273438, - 1.0498371124267578, - 1.053823471069336, - 1.053370475769043, - 1.050924301147461, - 1.0537328720092773, - 1.0530986785888672, - 1.057175636291504, - 1.0617055892944336, - 1.0603013038635254, - 1.0601654052734375, - 1.0569038391113281, - 1.0551824569702148, - 1.0551824569702148, - 1.0593500137329102, - 1.057809829711914, - 1.0564508438110352, - 1.0550918579101562, - 1.0534610748291016, - 1.0556354522705078, - 1.0586252212524414, - 1.0595765113830566, - 1.0559072494506836, - 1.0563602447509766, - 1.0550012588500977, - 1.0519208908081055, - 1.0551824569702148, - 1.0555448532104492, - 1.0511054992675781 + 0.9622650146484375, + 1.0029678344726562, + 1.0181388854980469, + 1.025909423828125, + 1.0242443084716797, + 1.0277595520019531, + 1.0244293212890625, + 1.023874282836914, + 1.0260944366455078, + 1.0301647186279297, + 1.027944564819336, + 1.0284996032714844, + 1.024984359741211, + 1.0264644622802734, + 1.0310897827148438, + 1.0331249237060547, + 1.0331249237060547, + 1.0340499877929688, + 1.0314598083496094, + 1.0316448211669922, + 1.0351600646972656, + 1.0370101928710938, + 1.0394153594970703, + 1.0342350006103516, + 1.0331249237060547, + 1.0340499877929688, + 1.0340499877929688, + 1.0370101928710938, + 1.0362701416015625, + 1.0373802185058594, + 1.0362701416015625, + 1.0359001159667969, + 1.0408954620361328, + 1.0392303466796875, + 1.0375652313232422, + 1.0375652313232422, + 1.0379352569580078, + 1.0408954620361328, + 1.0455207824707031, + 1.0464458465576172, + 1.0425605773925781, + 1.0425605773925781, + 1.0414505004882812, + 1.0425605773925781, + 1.0462608337402344, + 1.0464458465576172, + 1.0440406799316406, + 1.0423755645751953, + 1.0449657440185547, + 1.048203468322754, + 1.0527362823486328, + 1.054123878479004, + 1.0533838272094727, + 1.050978660583496, + 1.048203468322754, + 1.0483884811401367, + 1.0523662567138672, + 1.054586410522461, + 1.051163673400879, + 1.0519037246704102, + 1.0492210388183594, + 1.0507936477661133, + 1.053938865661621, + 1.0531988143920898, + 1.0544013977050781, + 1.0524587631225586, + 1.0524587631225586, + 1.051626205444336, + 1.0528287887573242, + 1.0522737503051758, + 1.051626205444336, + 1.0494985580444336 ], "p10": [ - 0.928253173828125, - 0.928253173828125, - 0.93695068359375, - 0.9412994384765625, - 0.9405746459960938, - 0.9355010986328125, + 0.871978759765625, + 0.8927001953125, + 0.9060211181640625, + 0.9119415283203125, + 0.91046142578125, + 0.913421630859375, + 0.9030609130859375, + 0.9030609130859375, + 0.91046142578125, + 0.9171218872070312, + 0.9141616821289062, + 0.9119415283203125, + 0.907501220703125, + 0.913421630859375, + 0.919342041015625, + 0.92230224609375, + 0.9149017333984375, + 0.9163818359375, + 0.9141616821289062, + 0.9171218872070312, + 0.9215621948242188, + 0.9230422973632812, + 0.9237823486328125, + 0.9208221435546875, + 0.9208221435546875, + 0.9215621948242188, + 0.9215621948242188, + 0.92230224609375, + 0.9215621948242188, + 0.92230224609375, + 0.9200820922851562, + 0.919342041015625, + 0.9260025024414062, + 0.9267425537109375, + 0.9245223999023438, + 0.9245223999023438, + 0.9230422973632812, + 0.9260025024414062, + 0.9289627075195312, + 0.9297027587890625, + 0.9267425537109375, + 0.9274826049804688, + 0.92822265625, + 0.92822265625, + 0.9289627075195312, + 0.9289627075195312, + 0.9260025024414062, + 0.92230224609375, + 0.9230422973632812, + 0.92822265625, + 0.9319229125976562, + 0.93414306640625, + 0.9326629638671875, + 0.9297027587890625, + 0.9274826049804688, + 0.92822265625, + 0.93414306640625, + 0.937103271484375, + 0.9326629638671875, + 0.9334030151367188, 0.9297027587890625, - 0.92535400390625, - 0.9260787963867188, - 0.9326019287109375, - 0.9333267211914062, - 0.9326019287109375, - 0.9304275512695312, - 0.9268035888671875, - 0.9326019287109375, - 0.9405746459960938, - 0.9384002685546875, - 0.9355010986328125, - 0.9333267211914062, - 0.9347763061523438, - 0.934051513671875, - 0.9384002685546875, - 0.9391250610351562, - 0.9347763061523438, - 0.9347763061523438, - 0.9326019287109375, - 0.9333267211914062, - 0.93695068359375, - 0.9347763061523438, - 0.9347763061523438, - 0.9326019287109375, + 0.9289627075195312, + 0.9334030151367188, + 0.93414306640625, + 0.9326629638671875, + 0.9304428100585938, + 0.9304428100585938, 0.9297027587890625, - 0.9326019287109375, - 0.9376754760742188, - 0.9376754760742188, - 0.9355010986328125, - 0.93115234375, - 0.9326019287109375, - 0.9347763061523438, - 0.93695068359375, - 0.9391250610351562, - 0.9376754760742188, - 0.9362258911132812, - 0.9326019287109375, + 0.9304428100585938, 0.9297027587890625, - 0.9347763061523438, - 0.9355010986328125, - 0.9326019287109375, - 0.934051513671875, - 0.9333267211914062, - 0.9384002685546875, - 0.9427490234375, - 0.9420242309570312, - 0.9412994384765625, - 0.9376754760742188, - 0.93695068359375, - 0.9391250610351562, - 0.9434738159179688, - 0.9412994384765625, - 0.9391250610351562, - 0.93695068359375, - 0.9333267211914062, - 0.9362258911132812, - 0.9405746459960938, - 0.9420242309570312, - 0.9384002685546875, - 0.9384002685546875, - 0.93695068359375, - 0.9333267211914062, - 0.9376754760742188, - 0.9384002685546875, - 0.9333267211914062 + 0.9289627075195312, + 0.9267425537109375 ], "p90": [ - 1.1206855773925781, - 1.1449661254882812, - 1.1583747863769531, - 1.1710586547851562, - 1.1710586547851562, - 1.1652603149414062, - 1.1630859375, - 1.1638107299804688, - 1.1674346923828125, - 1.1739578247070312, - 1.1732330322265625, - 1.1696090698242188, - 1.1674346923828125, - 1.1667098999023438, - 1.171783447265625, - 1.1790313720703125, - 1.1790313720703125, - 1.1768569946289062, - 1.1696090698242188, - 1.1696090698242188, - 1.1667098999023438, - 1.1725082397460938, - 1.1768569946289062, - 1.171783447265625, - 1.1703338623046875, - 1.16888427734375, - 1.1696090698242188, - 1.1739578247070312, - 1.1732330322265625, - 1.1732330322265625, - 1.1696090698242188, - 1.1696090698242188, - 1.1638107299804688, - 1.1696090698242188, - 1.1703338623046875, - 1.1681594848632812, - 1.165985107421875, - 1.165985107421875, - 1.1710586547851562, - 1.1768569946289062, - 1.1812057495117188, - 1.1797561645507812, - 1.1754074096679688, - 1.1732330322265625, - 1.1725082397460938, - 1.1761322021484375, - 1.1754074096679688, - 1.1739578247070312, - 1.1761322021484375, - 1.1761322021484375, - 1.1797561645507812, - 1.1841049194335938, - 1.1819305419921875, - 1.1819305419921875, - 1.1783065795898438, - 1.1761322021484375, - 1.1761322021484375, - 1.18048095703125, - 1.1797561645507812, - 1.1768569946289062, - 1.1768569946289062, - 1.1768569946289062, - 1.18048095703125, - 1.1841049194335938, - 1.1870040893554688, - 1.183380126953125, - 1.1826553344726562, - 1.18048095703125, - 1.1761322021484375, - 1.1790313720703125, - 1.1797561645507812, - 1.1761322021484375 + 1.0828008651733398, + 1.1313667297363281, + 1.141357421875, + 1.1487579345703125, + 1.144317626953125, + 1.1457977294921875, + 1.1483879089355469, + 1.150238037109375, + 1.1535682678222656, + 1.1565284729003906, + 1.1565284729003906, + 1.1572685241699219, + 1.1535682678222656, + 1.1528282165527344, + 1.15911865234375, + 1.1624488830566406, + 1.1594886779785156, + 1.1598587036132812, + 1.1554183959960938, + 1.1557884216308594, + 1.1587486267089844, + 1.1602287292480469, + 1.1635589599609375, + 1.1568984985351562, + 1.1550483703613281, + 1.1557884216308594, + 1.1565284729003906, + 1.1587486267089844, + 1.1587486267089844, + 1.1605987548828125, + 1.1587486267089844, + 1.15911865234375, + 1.1613388061523438, + 1.162078857421875, + 1.1602287292480469, + 1.1587486267089844, + 1.1587486267089844, + 1.1598587036132812, + 1.1657791137695312, + 1.1687393188476562, + 1.1665191650390625, + 1.1657791137695312, + 1.1628189086914062, + 1.1631889343261719, + 1.167999267578125, + 1.1665191650390625, + 1.1646690368652344, + 1.1624488830566406, + 1.1665191650390625, + 1.1694793701171875, + 1.1731796264648438, + 1.1746597290039062, + 1.173919677734375, + 1.17095947265625, + 1.167999267578125, + 1.1687393188476562, + 1.173919677734375, + 1.1761398315429688, + 1.1724395751953125, + 1.1724395751953125, + 1.1694793701171875, + 1.1724395751953125, + 1.1753997802734375, + 1.1753997802734375, + 1.179840087890625, + 1.1761398315429688, + 1.1761398315429688, + 1.1746597290039062, + 1.1761398315429688, + 1.1746597290039062, + 1.1746597290039062, + 1.1731796264648438 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 69375dcd8038e58f78b6d02db2d63b9aa1ef1c2d..a86f83f8226c50b26efe5269c5764ca9a0a95a30 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:43:28.366681+00:00", + "evaluated_at": "2026-06-17T15:32:12.624161+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2846.1572265625, - 2846.857421875, - 2846.390625, - 2846.857421875, - 2846.390625, - 2846.6240234375, - 2846.6240234375, - 2846.6240234375, - 2846.6240234375, - 2846.857421875, - 2846.390625, - 2846.857421875, - 2846.6240234375, - 2846.390625, - 2846.857421875, - 2846.857421875, - 2847.5576171875, - 2847.791015625, - 2848.2578125, - 2848.2578125, - 2848.4912109375, - 2848.2578125, - 2848.2578125, - 2849.19140625 + 2839.830078125, + 2845.103515625, + 2844.6640625, + 2845.65283203125, + 2844.99365234375, + 2844.8837890625, + 2844.0048828125, + 2844.6640625, + 2844.6640625, + 2844.8837890625, + 2844.55419921875, + 2843.78515625, + 2844.99365234375, + 2844.99365234375, + 2843.5654296875, + 2844.99365234375, + 2844.77392578125, + 2845.54296875, + 2845.21337890625, + 2845.3232421875, + 2845.21337890625, + 2845.3232421875, + 2845.54296875, + 2845.21337890625 ], "p10": [ - 2832.853515625, - 2830.986328125, - 2828.65234375, - 2827.251953125, - 2825.8515625, - 2825.1513671875, - 2823.984375, - 2822.8173828125, - 2822.8173828125, - 2822.583984375, - 2821.650390625, - 2822.1171875, - 2821.18359375, - 2822.583984375, - 2822.1171875, - 2822.1171875, - 2824.2177734375, - 2823.517578125, - 2823.7509765625, - 2823.984375, - 2824.451171875, - 2824.451171875, - 2823.984375, - 2824.91796875 + 2769.95703125, + 2780.064453125, + 2784.458984375, + 2788.853515625, + 2788.4140625, + 2788.853515625, + 2785.337890625, + 2783.580078125, + 2781.822265625, + 2784.8984375, + 2786.216796875, + 2789.29296875, + 2794.56640625, + 2795.884765625, + 2795.005859375, + 2797.642578125, + 2791.05078125, + 2791.9296875, + 2792.369140625, + 2794.56640625, + 2795.4453125, + 2795.4453125, + 2794.56640625, + 2794.56640625 ], "p90": [ - 2853.1591796875, - 2853.97607421875, - 2855.259765625, - 2856.193359375, - 2856.66015625, - 2857.94384765625, - 2859.2275390625, - 2862.14501953125, - 2863.662109375, - 2865.7626953125, - 2866.9296875, - 2869.0302734375, - 2870.955810546875, - 2872.122802734375, - 2874.223388671875, - 2874.6025390625, - 2879.474853515625, - 2881.77978515625, - 2883.792724609375, - 2884.142822265625, - 2884.726318359375, - 2885.71826171875, - 2886.943603515625, - 2888.927490234375 + 2854.936279296875, + 2856.474365234375, + 2855.32080078125, + 2855.595458984375, + 2855.10107421875, + 2853.892578125, + 2854.33203125, + 2855.54052734375, + 2855.76025390625, + 2854.716552734375, + 2856.474365234375, + 2855.32080078125, + 2855.650390625, + 2856.41943359375, + 2855.8701171875, + 2856.41943359375, + 2858.451904296875, + 2860.12744140625, + 2860.319580078125, + 2860.62158203125, + 2860.855224609375, + 2861.36328125, + 2862.530517578125, + 2864.0068359375 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 41dc5bc950925a7abb739294164e4c7421f10649..fd5cd49a6fa7be034883fdfb09e3fe7a38cd7235 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:59:54.114569+00:00", + "evaluated_at": "2026-06-17T15:32:15.492926+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 23d69f9213389bc182c7ede986cdada5340d9d03..98417205eedb56d37ebd932a14e0aa9caf34dab1 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,116693.07917849223,179431.18869463602,378.57177734375,0.38479199675483305,0.005763519118016632,0.005781724242780477,4.751788624754632,341.6036873022483,0.005210462691931451,0.005774334983458498,0.004749960119900868,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,199285.18778355917,121176.73213831584,271.9762369791667,0.2736280406263243,0.004165195661985987,0.004156807177432159,9.48274817840248,446.413695784033,0.006812484975230687,0.004150486523013671,0.004605964560125908,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08510783384659441,0.07090575971656381,0.23769048179577415,0.2224143169795093,2.546020193983397,0.5656506998708313,10.038685469709245,0.2917324696474399,0.2983407092248045,0.24307457788512588,0.26637647571586964,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.053495618738725687,0.06503806452058673,0.22533615844117272,1.6789750156252445,0.17089240045126772,0.19025553590268077,36.43649251091009,0.23129119900836193,0.18380756298818682,0.17907508073705167,0.14544163286210737,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03192429965289487,0.025423464785013276,0.13133672277520722,0.12218600938610868,1.241976063710216,0.33830142995574797,5.9097825338676575,0.17867372401361895,0.20252050935482274,0.1488656496094564,0.1719960680113893,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06721801774661158,0.08238577503587147,0.25642582029104233,1.8385246830922368,0.1934982149562384,0.21874465672357957,40.01525389612181,0.2592643780904187,0.20468241060472908,0.20244144384602308,0.16414662353525702,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019904685159417568,0.021379227280704072,0.09781948725382487,0.10953347975125564,0.0061875702011297655,0.0061613771235464075,6.358201035129622,0.14108396492662648,0.00884538993264103,0.006132883408976218,0.008650784207533712,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,281.61650992286314,349.022805295763,13.996504147847494,1.835337617187119,0.2951888037911807,0.36663539748597573,42.8229617077669,16.781433488318665,0.4362118297630697,0.3638211651506926,0.315467809021192,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.3003895992431658,5.0675368404131405,1.8316350777943928,0.8909730628618312,0.06793105552322622,0.07147346445825055,6.8198192880316855,1.8166974429560818,0.07169995129326272,0.0722894978325041,0.048257355202787525,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.371399668088998,20.049556724374156,3.860247174898783,0.7304541303356435,0.4026401509903783,0.3415070605682729,25.755891524225905,4.6229211185233305,0.4005419019659204,0.33446184908870324,0.3412783310205832,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1396.5427280887961,1201.7907820741336,28.848551432291668,0.6470703124999999,0.010293107889250306,0.010218230192715385,29.657937080169393,37.370345570904156,0.013257772264622316,0.010234519355136733,0.011365017200716514,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1757.0664058178663,1202.6036929562688,34.43201700846354,0.6886403401692709,0.012292946645789277,0.01221808198505569,27.45555216471354,41.917375941462105,0.014959360930782014,0.012288006069934944,0.012638179842394673,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 2fbdf4acd69d9c0c0e02a8401a5c4d86a1a911c4..39e99b2e70d23861f3128df009a691e96ef13387 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:57:13.277388+00:00", + "evaluated_at": "2026-06-17T15:09:07.458333+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65637.40625, - 65589.7109375, - 65549.3203125, - 65474.75390625, - 65432.84765625, - 65382.96875, - 65355.66015625, - 65363.265625, - 65318.33984375, - 65266.265625, - 65239.3046875, - 65198.90234375, - 65185.17578125, - 65184.00390625, - 65213.88671875, - 65177.171875, - 65200.49609375, - 65179.0078125, - 65118.18359375, - 65103.640625, - 65060.07421875, - 65076.234375, - 65056.453125, - 65123.390625 + 65753.046875, + 65733.8203125, + 65710.8671875, + 65685.2578125, + 65663.546875, + 65620.84375, + 65621.0703125, + 65631.4375, + 65644.5078125, + 65614.5859375, + 65599.6171875, + 65591.484375, + 65571.0, + 65573.6796875, + 65595.9140625, + 65570.28125, + 65581.5234375, + 65573.203125, + 65524.24609375, + 65496.40234375, + 65471.609375, + 65459.640625, + 65434.109375, + 65508.6328125 ], "p10": [ - 65642.40625, - 65699.0703125, - 65650.046875, - 65601.0546875, - 65570.828125, - 65502.6875, - 65476.1328125, - 65418.140625, - 65421.51953125, - 65479.71875, - 65404.72265625, - 65390.3515625, - 65358.31640625, - 65415.4609375, - 65404.18359375, - 65410.66796875, - 65419.86328125, - 65266.7421875, - 65351.07421875, - 65308.29296875, - 65358.54296875, - 65354.6484375, - 65305.61328125, - 65303.078125 + 65790.5625, + 65834.71875, + 65792.4765625, + 65768.2578125, + 65737.7265625, + 65713.8125, + 65687.5546875, + 65696.125, + 65663.5390625, + 65753.0703125, + 65695.9296875, + 65672.8359375, + 65663.84375, + 65715.703125, + 65701.6484375, + 65679.140625, + 65680.734375, + 65577.0390625, + 65648.2265625, + 65584.1640625, + 65631.984375, + 65616.3515625, + 65574.546875, + 65588.375 ], "p90": [ - 66018.4140625, - 66076.4765625, - 66157.234375, - 66169.671875, - 66183.8046875, - 66177.9765625, - 66206.5859375, - 66283.375, - 66288.78125, - 66289.1484375, - 66337.625, - 66258.265625, - 66293.8125, - 66348.421875, - 66393.1953125, - 66424.234375, - 66469.5390625, - 66471.0390625, - 66470.7734375, - 66446.15625, - 66453.890625, - 66495.75, - 66482.90625, - 66489.8671875 + 66098.1484375, + 66157.8515625, + 66213.140625, + 66248.421875, + 66263.734375, + 66267.8515625, + 66305.78125, + 66357.40625, + 66417.5390625, + 66429.2421875, + 66454.953125, + 66431.390625, + 66445.9453125, + 66487.921875, + 66533.3515625, + 66561.5234375, + 66602.5078125, + 66594.359375, + 66595.09375, + 66545.59375, + 66563.0859375, + 66581.3359375, + 66566.1015625, + 66601.9296875 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5ba051f939fe4ddf684866f9666c09026c76ec5c..8c35e84ead3b387aa04783d8d7d5195b8d07040d 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:48:43.885891+00:00", + "evaluated_at": "2026-06-17T15:09:14.177297+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.2066147327423096, - 2.1980984210968018, - 2.2058982849121094, - 2.174039363861084, - 2.1481597423553467, - 2.153834104537964, - 2.1412227153778076, - 2.1138803958892822, - 2.0950467586517334, - 2.0770561695098877, - 2.0472922325134277, - 2.0254065990448, - 1.992490291595459, - 1.9729034900665283, - 1.9411522150039673, - 1.9255156517028809, - 1.877720594406128, - 1.8362127542495728, - 1.8075717687606812, - 1.7579374313354492, - 1.7256239652633667, - 1.6617050170898438, - 1.638785481452942, - 1.6013648509979248, - 1.5267940759658813, - 1.4773880243301392, - 1.4524871110916138, - 1.3966091871261597, - 1.3475829362869263, - 1.2753849029541016, - 1.2200013399124146, - 1.1656111478805542, - 1.0941927433013916, - 1.03912353515625, - 0.9946498870849609, - 0.9265429973602295, - 0.8566091060638428, - 0.8007900714874268, - 0.7490841150283813, - 0.6936923265457153, - 0.6377910375595093, - 0.5937685370445251, - 0.5409032702445984, - 0.4971902668476105, - 0.42325860261917114, - 0.39096957445144653, - 0.34516263008117676, - 0.26469138264656067, - 0.21537069976329803, - 0.1756700575351715, - 0.1544942855834961, - 0.07216663658618927, - 0.031539082527160645, - -0.0015284568071365356, - -0.03207308053970337, - -0.0707176923751831, - -0.09795477986335754, - -0.12786993384361267, - -0.14915186166763306, - -0.19190174341201782 + 2.1399893760681152, + 2.1205902099609375, + 2.113016366958618, + 2.074998617172241, + 2.030115842819214, + 2.021998882293701, + 2.0114288330078125, + 1.9749221801757812, + 1.9414724111557007, + 1.9111639261245728, + 1.8686387538909912, + 1.8302466869354248, + 1.7953754663467407, + 1.7658648490905762, + 1.7318271398544312, + 1.6941227912902832, + 1.6476551294326782, + 1.6024212837219238, + 1.5539624691009521, + 1.4993867874145508, + 1.4647204875946045, + 1.394057273864746, + 1.3680694103240967, + 1.321947455406189, + 1.2535431385040283, + 1.1854294538497925, + 1.154098391532898, + 1.1094163656234741, + 1.0546060800552368, + 0.9713894128799438, + 0.9138755798339844, + 0.8627797365188599, + 0.7868709564208984, + 0.7303277254104614, + 0.6819430589675903, + 0.6121340394020081, + 0.5560757517814636, + 0.4955105185508728, + 0.44319361448287964, + 0.3914653956890106, + 0.3367960751056671, + 0.29458215832710266, + 0.26029813289642334, + 0.20579411089420319, + 0.1342858374118805, + 0.10629668831825256, + 0.05695633590221405, + -0.004855528473854065, + -0.042589589953422546, + -0.06763340532779694, + -0.09463630616664886, + -0.15855751931667328, + -0.18619389832019806, + -0.210068479180336, + -0.22323112189769745, + -0.25410062074661255, + -0.27776652574539185, + -0.29217326641082764, + -0.3107624650001526, + -0.33142900466918945 ], "p10": [ - 2.2250630855560303, - 2.2208428382873535, - 2.2178447246551514, - 2.2249958515167236, - 2.156806468963623, - 2.135390043258667, - 2.1286306381225586, - 2.09147572517395, - 2.1139838695526123, - 2.0676701068878174, - 2.0402703285217285, - 2.030735731124878, - 1.9417815208435059, - 1.9982974529266357, - 1.9105254411697388, - 1.9319285154342651, - 1.867351770401001, - 1.823205590248108, - 1.7753779888153076, - 1.7950224876403809, - 1.7355105876922607, - 1.6864709854125977, - 1.6525812149047852, - 1.6007170677185059, - 1.5462301969528198, - 1.5108606815338135, - 1.448701024055481, - 1.4070894718170166, - 1.3711636066436768, - 1.3111547231674194, - 1.2554937601089478, - 1.1919176578521729, - 1.1273033618927002, - 1.0986974239349365, - 1.0274507999420166, - 0.9801663160324097, - 0.8958408832550049, - 0.8129427433013916, - 0.7700011730194092, - 0.738135039806366, - 0.6716135740280151, - 0.6371538639068604, - 0.5742174386978149, - 0.5412688851356506, - 0.4487200677394867, - 0.46411436796188354, - 0.39745429158210754, - 0.35424044728279114, - 0.3198888301849365, - 0.23406250774860382, - 0.18384233117103577, - 0.13149097561836243, - 0.09410925209522247, - 0.07073071599006653, - 0.07037396728992462, - 0.03143185377120972, - -0.04229620099067688, - -0.047387659549713135, - -0.09494256973266602, - -0.1352176070213318 + 2.149622678756714, + 2.140076160430908, + 2.1158175468444824, + 2.119863986968994, + 2.0411288738250732, + 2.01778507232666, + 2.001572608947754, + 1.934676170349121, + 1.960945963859558, + 1.9105100631713867, + 1.8595247268676758, + 1.8585835695266724, + 1.7402350902557373, + 1.798735499382019, + 1.7116442918777466, + 1.7030885219573975, + 1.646962285041809, + 1.5922795534133911, + 1.534515142440796, + 1.5518594980239868, + 1.4729535579681396, + 1.4233570098876953, + 1.3985518217086792, + 1.3363807201385498, + 1.2651933431625366, + 1.233027458190918, + 1.146237850189209, + 1.108081579208374, + 1.0893651247024536, + 1.0184067487716675, + 0.9487695097923279, + 0.8934741020202637, + 0.8182754516601562, + 0.7785953879356384, + 0.7187747955322266, + 0.6661480069160461, + 0.595789909362793, + 0.5145624279975891, + 0.4661155343055725, + 0.4382248818874359, + 0.372314453125, + 0.3324294090270996, + 0.279558926820755, + 0.2437008172273636, + 0.16093003749847412, + 0.16962522268295288, + 0.11354894936084747, + 0.06781764328479767, + 0.06196901202201843, + -0.02557520568370819, + -0.07690341770648956, + -0.11902971565723419, + -0.1357717663049698, + -0.14255072176456451, + -0.13734470307826996, + -0.1611543744802475, + -0.22539423406124115, + -0.2162197083234787, + -0.2667332887649536, + -0.3042455315589905 ], "p90": [ - 2.213646173477173, - 2.215266704559326, - 2.226649761199951, - 2.201756477355957, - 2.181504011154175, - 2.1810097694396973, - 2.1749424934387207, - 2.1452572345733643, - 2.1224300861358643, - 2.097318410873413, - 2.0825767517089844, - 2.0444962978363037, - 2.0185670852661133, - 1.991560697555542, - 1.9703153371810913, - 1.9559789896011353, - 1.910812258720398, - 1.8760708570480347, - 1.846774697303772, - 1.801473617553711, - 1.7699370384216309, - 1.7066551446914673, - 1.68816077709198, - 1.648504614830017, - 1.58858060836792, - 1.547828197479248, - 1.529557704925537, - 1.488633394241333, - 1.4343726634979248, - 1.3672975301742554, - 1.3329492807388306, - 1.275558352470398, - 1.214725375175476, - 1.154792308807373, - 1.106580138206482, - 1.0567103624343872, - 0.9970523118972778, - 0.947960615158081, - 0.8907070159912109, - 0.8363921642303467, - 0.7903341054916382, - 0.7594289779663086, - 0.7088590860366821, - 0.6596099138259888, - 0.6037291288375854, - 0.5782098770141602, - 0.5384265780448914, - 0.47533732652664185, - 0.42909255623817444, - 0.4008396863937378, - 0.37786054611206055, - 0.31548625230789185, - 0.2729147970676422, - 0.2470390498638153, - 0.21153122186660767, - 0.20655715465545654, - 0.16813166439533234, - 0.15332573652267456, - 0.12052927911281586, - 0.08837723731994629 + 2.1482174396514893, + 2.1419193744659424, + 2.1384315490722656, + 2.1063313484191895, + 2.0703392028808594, + 2.0619845390319824, + 2.0467467308044434, + 2.010315418243408, + 1.9742590188980103, + 1.9334523677825928, + 1.915396809577942, + 1.8558202981948853, + 1.8268911838531494, + 1.7915456295013428, + 1.7679182291030884, + 1.7309176921844482, + 1.6820801496505737, + 1.6451094150543213, + 1.59272301197052, + 1.5504316091537476, + 1.5120428800582886, + 1.444774866104126, + 1.422307014465332, + 1.370982050895691, + 1.3161489963531494, + 1.248175024986267, + 1.2281616926193237, + 1.199690341949463, + 1.1467936038970947, + 1.0744068622589111, + 1.027961015701294, + 0.9598595499992371, + 0.891105055809021, + 0.8147736191749573, + 0.768973171710968, + 0.7225985527038574, + 0.6743462681770325, + 0.6190255284309387, + 0.5598823428153992, + 0.5097212791442871, + 0.4637434482574463, + 0.43246665596961975, + 0.4006803035736084, + 0.3473144769668579, + 0.2901952266693115, + 0.2619245946407318, + 0.21951179206371307, + 0.17294257879257202, + 0.1373138129711151, + 0.1166333556175232, + 0.09468834102153778, + 0.052797719836235046, + 0.022608116269111633, + 0.005746930837631226, + -0.015972569584846497, + -0.029337510466575623, + -0.06700395047664642, + -0.0644930750131607, + -0.09650222957134247, + -0.1083502322435379 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4f4940df4cd9911266859507d03d3bd65753b596..8a04b34c8cdc2811b700bfc1f4e93d6c7e866869 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:48:49.506188+00:00", + "evaluated_at": "2026-06-17T15:09:19.180735+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 0.9943285584449768, - 1.0023137331008911, - 1.0103622674942017, - 1.0171184539794922, - 1.0170501470565796, - 1.0191928148269653, - 1.0209383964538574, - 1.0233991146087646, - 1.0197001695632935, - 1.0226422548294067, - 1.0233556032180786, - 1.0242558717727661, - 1.0280085802078247, - 1.0254321098327637, - 1.0245860815048218, - 1.023173213005066, - 1.0200029611587524, - 1.0198708772659302, - 1.0212777853012085, - 1.027689814567566, - 1.0272512435913086, - 1.0328835248947144, - 1.0322701930999756, - 1.0326831340789795, - 1.030746579170227, - 1.0342175960540771, - 1.037371277809143, - 1.037129282951355, - 1.041464924812317, - 1.036651372909546, - 1.0407395362854004, - 1.0473910570144653, - 1.0455814599990845, - 1.0524708032608032, - 1.0501124858856201, - 1.0531885623931885, - 1.051052212715149, - 1.0512868165969849, - 1.0507820844650269, - 1.0482048988342285, - 1.052158236503601, - 1.051679015159607, - 1.0504536628723145, - 1.0476666688919067, - 1.0498061180114746, - 1.0507965087890625, - 1.0536177158355713, - 1.0568486452102661, - 1.0575624704360962, - 1.0573856830596924, - 1.0545060634613037, - 1.053863286972046, - 1.053419589996338, - 1.0539745092391968, - 1.0541963577270508, - 1.053589105606079, - 1.0549932718276978, - 1.0565580129623413, - 1.057085394859314, - 1.0583606958389282, - 1.0587124824523926, - 1.058220386505127, - 1.0546399354934692, - 1.054284930229187, - 1.0534937381744385, - 1.0517997741699219, - 1.0508427619934082, - 1.0491077899932861, - 1.0480008125305176, - 1.0482735633850098, - 1.0461505651474, - 1.0482923984527588 + 0.9297619462013245, + 0.9660058617591858, + 0.985089898109436, + 0.9921921491622925, + 0.9952226877212524, + 0.9963491559028625, + 0.995421290397644, + 0.9949487447738647, + 0.9983343482017517, + 1.0034615993499756, + 1.0041263103485107, + 1.0053471326828003, + 1.0066285133361816, + 1.000681757926941, + 0.9962984919548035, + 0.9958295226097107, + 0.9944610595703125, + 0.9967310428619385, + 0.9988155961036682, + 1.0063023567199707, + 1.001102089881897, + 1.0064144134521484, + 1.0069233179092407, + 1.007378101348877, + 1.0037249326705933, + 1.010344386100769, + 1.0128281116485596, + 1.0086232423782349, + 1.010676622390747, + 1.0104703903198242, + 1.01365065574646, + 1.0184348821640015, + 1.0203202962875366, + 1.0257349014282227, + 1.0195269584655762, + 1.021478533744812, + 1.0185208320617676, + 1.020890235900879, + 1.020094871520996, + 1.0200598239898682, + 1.0239754915237427, + 1.0214197635650635, + 1.0185086727142334, + 1.0204073190689087, + 1.024080514907837, + 1.024835228919983, + 1.0293703079223633, + 1.033616542816162, + 1.0284794569015503, + 1.0251365900039673, + 1.023277759552002, + 1.0218253135681152, + 1.0219428539276123, + 1.0210449695587158, + 1.022701621055603, + 1.0188802480697632, + 1.021864891052246, + 1.026185393333435, + 1.024350643157959, + 1.022689938545227, + 1.0235347747802734, + 1.0246477127075195, + 1.020065188407898, + 1.0180578231811523, + 1.0212911367416382, + 1.0173699855804443, + 1.0153249502182007, + 1.0146706104278564, + 1.013283610343933, + 1.0142494440078735, + 1.0097724199295044, + 1.0147477388381958 ], "p10": [ - 1.0136265754699707, - 1.021210789680481, - 1.032281756401062, - 1.0367542505264282, - 1.0455585718154907, - 1.0472078323364258, - 1.0448285341262817, - 1.0466145277023315, - 1.0494678020477295, - 1.0442949533462524, - 1.0506105422973633, - 1.0499156713485718, - 1.0556347370147705, - 1.0502897500991821, - 1.0496186017990112, - 1.0511963367462158, - 1.0475153923034668, - 1.0529744625091553, - 1.0530699491500854, - 1.0524842739105225, - 1.0557886362075806, - 1.060412883758545, - 1.06320321559906, - 1.0565227270126343, - 1.0618771314620972, - 1.060714840888977, - 1.0650310516357422, - 1.0685011148452759, - 1.0681012868881226, - 1.0668765306472778, - 1.0709481239318848, - 1.0710021257400513, - 1.0758863687515259, - 1.0769591331481934, - 1.0783202648162842, - 1.0754351615905762, - 1.0755242109298706, - 1.0807321071624756, - 1.0785472393035889, - 1.0766842365264893, - 1.0826302766799927, - 1.0821455717086792, - 1.079139232635498, - 1.0773361921310425, - 1.0789519548416138, - 1.0824108123779297, - 1.0826388597488403, - 1.0831096172332764, - 1.0874519348144531, - 1.0881600379943848, - 1.0843572616577148, - 1.0865108966827393, - 1.08048415184021, - 1.083614468574524, - 1.0826096534729004, - 1.080502986907959, - 1.0793213844299316, - 1.0819847583770752, - 1.082183837890625, - 1.0866289138793945, - 1.0819581747055054, - 1.085036039352417, - 1.0828096866607666, - 1.0821936130523682, - 1.0810436010360718, - 1.0857112407684326, - 1.078407883644104, - 1.081223487854004, - 1.0793370008468628, - 1.0748372077941895, - 1.080520749092102, - 1.0774043798446655 + 0.9584974646568298, + 0.9942651987075806, + 1.0144529342651367, + 1.0199257135391235, + 1.0292613506317139, + 1.028735876083374, + 1.025894045829773, + 1.0221734046936035, + 1.031872272491455, + 1.0282546281814575, + 1.0371567010879517, + 1.0334393978118896, + 1.0372340679168701, + 1.0304590463638306, + 1.0251069068908691, + 1.030763864517212, + 1.0277509689331055, + 1.0338399410247803, + 1.0317723751068115, + 1.0367084741592407, + 1.0367838144302368, + 1.0350509881973267, + 1.0421775579452515, + 1.0372369289398193, + 1.0402610301971436, + 1.0421192646026611, + 1.0479425191879272, + 1.0450879335403442, + 1.0440489053726196, + 1.047238826751709, + 1.0493454933166504, + 1.04586923122406, + 1.0559333562850952, + 1.0563790798187256, + 1.0527942180633545, + 1.0468244552612305, + 1.0525563955307007, + 1.0549849271774292, + 1.0520567893981934, + 1.0547735691070557, + 1.059759259223938, + 1.0567598342895508, + 1.0537902116775513, + 1.0555249452590942, + 1.0574597120285034, + 1.0641549825668335, + 1.06412672996521, + 1.0634281635284424, + 1.064452052116394, + 1.0610122680664062, + 1.0612550973892212, + 1.0627338886260986, + 1.0566649436950684, + 1.0554853677749634, + 1.0596963167190552, + 1.0543899536132812, + 1.052717685699463, + 1.0572898387908936, + 1.0579012632369995, + 1.059301495552063, + 1.0546716451644897, + 1.0597747564315796, + 1.0550483465194702, + 1.053665041923523, + 1.0575621128082275, + 1.0593944787979126, + 1.0507458448410034, + 1.0538195371627808, + 1.0513461828231812, + 1.046130895614624, + 1.0522537231445312, + 1.0518403053283691 ], "p90": [ - 1.0681414604187012, - 1.0831791162490845, - 1.0965145826339722, - 1.1042472124099731, - 1.1047056913375854, - 1.1081472635269165, - 1.1106796264648438, - 1.1136785745620728, - 1.1145800352096558, - 1.118430256843567, - 1.121458888053894, - 1.1223820447921753, - 1.128204584121704, - 1.1275664567947388, - 1.128927230834961, - 1.1299816370010376, - 1.1291769742965698, - 1.1291519403457642, - 1.1319690942764282, - 1.135850429534912, - 1.1370021104812622, - 1.1439136266708374, - 1.1441571712493896, - 1.1423567533493042, - 1.1452902555465698, - 1.1476119756698608, - 1.1499766111373901, - 1.1532833576202393, - 1.155165672302246, - 1.1545674800872803, - 1.1576353311538696, - 1.163048267364502, - 1.1640344858169556, - 1.1714746952056885, - 1.17167329788208, - 1.1726605892181396, - 1.171549916267395, - 1.1743496656417847, - 1.1730295419692993, - 1.1724724769592285, - 1.1762917041778564, - 1.1784918308258057, - 1.1751339435577393, - 1.1722617149353027, - 1.1735159158706665, - 1.1768383979797363, - 1.1794649362564087, - 1.1838335990905762, - 1.182255506515503, - 1.1849044561386108, - 1.1803110837936401, - 1.1846321821212769, - 1.1804577112197876, - 1.181389331817627, - 1.1838526725769043, - 1.1813856363296509, - 1.1832891702651978, - 1.1863822937011719, - 1.1894416809082031, - 1.1883456707000732, - 1.1880449056625366, - 1.1891437768936157, - 1.186016321182251, - 1.188452124595642, - 1.1880714893341064, - 1.1856505870819092, - 1.1868032217025757, - 1.1824380159378052, - 1.1822160482406616, - 1.1838889122009277, - 1.1817892789840698, - 1.1872776746749878 + 1.0277941226959229, + 1.0722897052764893, + 1.095297932624817, + 1.1025439500808716, + 1.104146122932434, + 1.1051193475723267, + 1.1031917333602905, + 1.1032435894012451, + 1.1102081537246704, + 1.1158939599990845, + 1.1191428899765015, + 1.1200320720672607, + 1.122066617012024, + 1.1190348863601685, + 1.1160999536514282, + 1.1170880794525146, + 1.1178339719772339, + 1.119560956954956, + 1.1212377548217773, + 1.1264814138412476, + 1.1227673292160034, + 1.1294939517974854, + 1.1296641826629639, + 1.1287122964859009, + 1.1300021409988403, + 1.1352750062942505, + 1.1366713047027588, + 1.135736107826233, + 1.1342573165893555, + 1.1376161575317383, + 1.139594554901123, + 1.1430681943893433, + 1.148163080215454, + 1.1539943218231201, + 1.1504970788955688, + 1.1511962413787842, + 1.1498286724090576, + 1.154441237449646, + 1.1519204378128052, + 1.1546841859817505, + 1.158247947692871, + 1.1585205793380737, + 1.1538012027740479, + 1.1558222770690918, + 1.1585109233856201, + 1.161434531211853, + 1.1668449640274048, + 1.1708985567092896, + 1.165621042251587, + 1.1648075580596924, + 1.1610156297683716, + 1.1632429361343384, + 1.1594412326812744, + 1.1584912538528442, + 1.162785530090332, + 1.1576467752456665, + 1.1604503393173218, + 1.1667096614837646, + 1.1675044298171997, + 1.1622711420059204, + 1.1631733179092407, + 1.1664735078811646, + 1.1620410680770874, + 1.162144660949707, + 1.1663401126861572, + 1.16049325466156, + 1.1611032485961914, + 1.1579869985580444, + 1.1580027341842651, + 1.159954309463501, + 1.1563448905944824, + 1.1655373573303223 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 339d112cd7232e2ee72fd63b4183053b0527bb40..1a9452f7dfcffb61b901bc265686b36c87c937de 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:40:40.084258+00:00", + "evaluated_at": "2026-06-17T15:09:29.941043+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2849.919677734375, - 2848.86083984375, - 2848.5625, - 2846.823486328125, - 2846.744140625, - 2846.54345703125, - 2845.6318359375, - 2845.57861328125, - 2844.155029296875, - 2845.13671875, - 2844.393310546875, - 2846.734130859375, - 2844.5771484375, - 2843.22607421875, - 2844.13623046875, - 2843.272705078125, - 2843.068603515625, - 2842.632080078125, - 2840.978271484375, - 2840.290283203125, - 2841.533935546875, - 2840.564453125, - 2841.060791015625, - 2841.7451171875 + 2833.608154296875, + 2833.431884765625, + 2832.15673828125, + 2832.256103515625, + 2833.831787109375, + 2834.342041015625, + 2833.433349609375, + 2833.903564453125, + 2833.69580078125, + 2835.33447265625, + 2834.7138671875, + 2836.733154296875, + 2836.7734375, + 2835.47021484375, + 2837.142333984375, + 2835.95263671875, + 2835.40478515625, + 2836.322265625, + 2836.1083984375, + 2837.548583984375, + 2837.794921875, + 2836.54931640625, + 2836.050048828125, + 2835.61767578125 ], "p10": [ - 2852.6396484375, - 2851.751708984375, - 2851.55859375, - 2850.65283203125, - 2853.165283203125, - 2851.99609375, - 2851.378173828125, - 2851.37744140625, - 2853.6748046875, - 2850.401123046875, - 2850.8193359375, - 2852.739501953125, - 2852.064453125, - 2851.7216796875, - 2851.228515625, - 2851.742919921875, - 2852.919677734375, - 2853.67041015625, - 2851.150390625, - 2849.831787109375, - 2849.476318359375, - 2848.96142578125, - 2851.210693359375, - 2851.00537109375 + 2835.49560546875, + 2833.2294921875, + 2834.1494140625, + 2833.813232421875, + 2833.953125, + 2836.65087890625, + 2835.0791015625, + 2833.75146484375, + 2834.9345703125, + 2834.497314453125, + 2835.543212890625, + 2837.57763671875, + 2836.763916015625, + 2834.337890625, + 2835.937255859375, + 2833.340087890625, + 2835.608642578125, + 2837.650146484375, + 2835.2314453125, + 2836.76318359375, + 2835.037109375, + 2834.522216796875, + 2836.489013671875, + 2836.099365234375 ], "p90": [ - 2856.444091796875, - 2856.943603515625, - 2858.86572265625, - 2858.826904296875, - 2859.9873046875, - 2859.802734375, - 2858.285400390625, - 2858.783203125, - 2858.341796875, - 2859.377685546875, - 2860.513916015625, - 2861.3046875, - 2861.54248046875, - 2861.706787109375, - 2862.5244140625, - 2862.88525390625, - 2862.967529296875, - 2863.62890625, - 2863.90380859375, - 2865.338623046875, - 2866.432861328125, - 2867.128662109375, - 2866.172607421875, - 2867.166015625 + 2848.467529296875, + 2849.87548828125, + 2849.47509765625, + 2851.015625, + 2853.0751953125, + 2853.565673828125, + 2852.649169921875, + 2853.2138671875, + 2853.1025390625, + 2854.771484375, + 2855.5751953125, + 2854.98291015625, + 2854.523681640625, + 2854.270751953125, + 2855.544921875, + 2854.185302734375, + 2853.635498046875, + 2854.273193359375, + 2854.332275390625, + 2855.62939453125, + 2855.540771484375, + 2855.667236328125, + 2854.258544921875, + 2853.332275390625 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 2ecbe998c63c0b74827bd2182181bebafa5a2e5f..46ed29d78aa11e1790f820264dcaa33a21f31d50 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:57:17.358171+00:00", + "evaluated_at": "2026-06-17T15:09:32.719164+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 57ab63dc7bafa6d33af40d863dc9a5059947721e..f17683ab1b6d15fd27ee8b7a31d05e06f40db02d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,317715.17355600995,317715.17355600995,376.3802083333333,0.38256441861506457,0.005778361193774492,0.005741711714621872,2.039093761987122,563.6622867959235,0.008597510581319757,0.005740907099070746,0.005035989604799339,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,269418.9651222229,269418.9651222229,361.0989583333333,0.3632920344012455,0.005544557816041171,0.00551322216356238,2.1044670049209824,519.0558400810291,0.007921038591003345,0.005510541570407777,0.005029948439023868,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.7293551860923302,0.7293551860923302,0.7214793006617887,0.675110440515749,13.680498126468724,0.8600252647781546,10.954627048110982,0.8540229423688395,0.8733680232045773,0.7378220412372357,0.5197888889607654,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0694280566480398,0.0694280566480398,0.23251677552858988,1.7324776437429268,0.1763044963516223,0.19701220387196808,18.875176721898427,0.2634920428552631,0.20939763584456073,0.1847815310181182,0.15272177274855311,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.3577230107965256,0.3577230107965256,0.5016947791019144,0.46673985533526674,9.456010944775754,0.8613271132905991,2.2333183352527866,0.598099499077307,0.6779251726390833,0.5686537445015167,0.32324051815307747,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08598465053488545,0.08598465053488545,0.26256388591395485,1.8825334538991554,0.19824609944852553,0.2247004030866827,20.52188023764863,0.29323139418364713,0.23149847683881444,0.20728728528942258,0.17102719924787257,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.012433087848156296,0.05571583906809489,0.06014303742795826,0.0035324301238929914,0.003509830540164355,1.7497115957193945,0.1115037571033205,0.006983533625343107,0.0034895096425827873,0.011803007446702948,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,351.88469390639557,351.88469390639557,14.271789312362671,1.871435289330913,0.31334270210135223,0.38248685044827546,22.062760048116058,18.758589869880826,0.4876054728347004,0.370976849759125,0.32428641876509573,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.410453194616366,4.410453194616366,1.6594466368357341,0.8072144231140719,0.0608263028835259,0.06377833901591845,5.311987103445165,2.1001079007080485,0.08288536694714964,0.06549370314590525,0.05358750618531764,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,23.346727335440203,23.346727335440203,4.2654878695805865,0.8071356809718851,0.49161162201763103,0.3699882451631524,7.617432871253356,4.831845127427017,0.41864362114891124,0.3695729562091483,0.27555345060162595,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1550.7824589908123,1550.7824589908123,31.206929524739582,0.6999685127044394,0.011144864202641205,0.011046836336329862,11.99849499853972,39.379975355386044,0.013970722964216779,0.011071194509885439,0.008434857418827503,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1997.005214812855,1997.005214812855,43.912628173828125,0.8782525634765624,0.015681746633429278,0.015555554519371968,1.87796875,44.68786429012753,0.015948085397220233,0.015671421207016728,0.008969725594408302,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index eab6eaa9fcb37b63dd4dafee22f7006bf896d3ed..19ff7f05cd1196e4d0bb08228b193026911fbb88 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:58:07.420107+00:00", + "evaluated_at": "2026-06-17T15:17:38.284924+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65733.421875, - 65737.0078125, - 65760.5625, - 65804.484375, - 65823.46875, - 65833.40625, - 65860.1796875, - 65862.0625, - 65872.46875, - 65881.40625, - 65880.9296875, - 65875.828125, - 65887.5390625, - 65885.609375, - 65902.53125, - 65923.0703125, - 65937.265625, - 65948.6796875, - 65969.96875, - 65975.5234375, - 65994.2578125, - 66020.1171875, - 66036.8046875, - 66046.421875 + 65849.921875, + 65842.828125, + 65846.578125, + 65847.0, + 65847.3359375, + 65861.796875, + 65867.359375, + 65866.7890625, + 65863.5078125, + 65846.4296875, + 65835.890625, + 65832.765625, + 65830.6328125, + 65845.625, + 65862.5390625, + 65860.15625, + 65854.3671875, + 65847.40625, + 65847.203125, + 65852.65625, + 65866.6640625, + 65883.6875, + 65906.6640625, + 65918.234375 ], "p10": [ - 65405.46484375, - 65266.8046875, - 65181.5625, - 65141.171875, - 65094.91796875, - 65046.71484375, - 65036.87890625, - 64997.6484375, - 64972.0859375, - 64941.9296875, - 64897.71484375, - 64858.3828125, - 64829.91796875, - 64799.44921875, - 64782.6796875, - 64770.046875, - 64753.3828125, - 64733.39453125, - 64732.546875, - 64715.86328125, - 64699.015625, - 64687.69921875, - 64661.71875, - 64643.921875 + 65527.44921875, + 65389.4375, + 65279.6640625, + 65188.05859375, + 65118.65625, + 65078.56640625, + 65044.3984375, + 65001.44921875, + 64956.01171875, + 64897.5859375, + 64849.66015625, + 64818.7578125, + 64772.6796875, + 64750.42578125, + 64732.28515625, + 64702.265625, + 64666.49609375, + 64628.2109375, + 64603.19921875, + 64582.4921875, + 64559.984375, + 64547.859375, + 64534.1171875, + 64517.9609375 ], "p90": [ - 66120.234375, - 66295.6875, - 66425.9453125, - 66546.2890625, - 66614.96875, - 66661.96875, - 66730.5625, - 66762.9375, - 66801.421875, - 66844.8515625, - 66873.7265625, - 66894.65625, - 66922.96875, - 66948.3046875, - 67001.625, - 67039.46875, - 67088.484375, - 67154.96875, - 67223.6328125, - 67274.953125, - 67315.7578125, - 67372.96875, - 67418.4375, - 67463.25 + 66200.671875, + 66338.7421875, + 66468.5859375, + 66569.4921875, + 66641.8046875, + 66716.921875, + 66780.140625, + 66828.3828125, + 66864.609375, + 66889.078125, + 66914.75, + 66944.25, + 66962.1484375, + 67016.203125, + 67081.234375, + 67100.59375, + 67129.7265625, + 67181.4921875, + 67237.6875, + 67302.5625, + 67348.3046875, + 67412.609375, + 67479.3359375, + 67540.65625 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index aaaae79942483b3f41a20971ff70796a96ef96d6..c9e6a367d9022a0da387f21dce106be2a58aea6b 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:49:49.092909+00:00", + "evaluated_at": "2026-06-17T15:17:47.598769+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.236252784729004, - 2.226713180541992, - 2.215850830078125, - 2.205148935317993, - 2.192385196685791, - 2.179211139678955, - 2.1644434928894043, - 2.147144317626953, - 2.1292362213134766, - 2.111402988433838, - 2.092175006866455, - 2.070892095565796, - 2.049192190170288, - 2.0254971981048584, - 2.0022048950195312, - 1.9756135940551758, - 1.9490282535552979, - 1.9224629402160645, - 1.896561861038208, - 1.8676731586456299, - 1.8377466201782227, - 1.8072245121002197, - 1.7767188549041748, - 1.744168996810913, - 1.7138779163360596, - 1.683549165725708, - 1.6523807048797607, - 1.6210227012634277, - 1.588362455368042, - 1.5572216510772705, - 1.5269339084625244, - 1.4965834617614746, - 1.6640169620513916, - 1.636267066001892, - 1.5952191352844238, - 1.5671457052230835, - 1.5344387292861938, - 1.4985555410385132, - 1.4694228172302246, - 1.4430952072143555, - 1.4145714044570923, - 1.386671543121338, - 1.3591519594192505, - 1.3301441669464111, - 1.3067095279693604, - 1.284164309501648, - 1.2625784873962402, - 1.2356061935424805, - 1.2136093378067017, - 1.1956692934036255, - 1.1772916316986084, - 1.158745527267456, - 1.1423600912094116, - 1.1248770952224731, - 1.1102017164230347, - 1.0930029153823853, - 1.079136610031128, - 1.065918207168579, - 1.053984522819519, - 1.040320873260498 + 2.175964593887329, + 2.1559205055236816, + 2.133180618286133, + 2.1109371185302734, + 2.0861806869506836, + 2.060594081878662, + 2.0337600708007812, + 2.0041942596435547, + 1.9745686054229736, + 1.944345474243164, + 1.9112342596054077, + 1.8753228187561035, + 1.8385432958602905, + 1.8000653982162476, + 1.7619476318359375, + 1.7216544151306152, + 1.680871605873108, + 1.640467882156372, + 1.5996865034103394, + 1.5566691160202026, + 1.5127615928649902, + 1.469446063041687, + 1.4261224269866943, + 1.380737543106079, + 1.3374265432357788, + 1.2934669256210327, + 1.2480721473693848, + 1.201374888420105, + 1.154184103012085, + 1.1129051446914673, + 1.0717206001281738, + 1.0287584066390991, + 1.2494512796401978, + 1.232673168182373, + 1.203352689743042, + 1.1727310419082642, + 1.1306829452514648, + 1.0852830410003662, + 1.0512242317199707, + 1.017723560333252, + 0.9806678891181946, + 0.9530949592590332, + 0.9215046763420105, + 0.8863281011581421, + 0.85466468334198, + 0.8277644515037537, + 0.8047350645065308, + 0.7802278995513916, + 0.7573784589767456, + 0.7387452125549316, + 0.7177520990371704, + 0.6985875368118286, + 0.6817299127578735, + 0.6644896864891052, + 0.6509413719177246, + 0.6356470584869385, + 0.6232167482376099, + 0.6096163392066956, + 0.595612645149231, + 0.5857743620872498 ], "p10": [ - 2.2203097343444824, - 2.2107601165771484, - 2.1977686882019043, - 2.1818246841430664, - 2.163175106048584, - 2.1436262130737305, - 2.1215689182281494, - 2.096550703048706, - 2.0721516609191895, - 2.04591703414917, - 2.016350269317627, - 1.986456274986267, - 1.9543099403381348, - 1.9200412034988403, - 1.882867455482483, - 1.8441550731658936, - 1.805357813835144, - 1.7638471126556396, - 1.7237745523452759, - 1.6806440353393555, - 1.6344209909439087, - 1.589069128036499, - 1.5413703918457031, - 1.4902167320251465, - 1.4368056058883667, - 1.3868321180343628, - 1.3328627347946167, - 1.2763311862945557, - 1.216813325881958, - 1.159477710723877, - 1.0993733406066895, - 1.0519428253173828, - 1.0124521255493164, - 1.0788438320159912, - 1.0546722412109375, - 0.9976854920387268, - 0.9504948854446411, - 0.9041435718536377, - 0.851458728313446, - 0.8025333285331726, - 0.7512264251708984, - 0.704747200012207, - 0.6534790396690369, - 0.6069241762161255, - 0.5702376365661621, - 0.5255373120307922, - 0.48069828748703003, - 0.4333586096763611, - 0.399253785610199, - 0.3590396046638489, - 0.31638509035110474, - 0.28049975633621216, - 0.23942822217941284, - 0.21036088466644287, - 0.1874610185623169, - 0.15897440910339355, - 0.12197762727737427, - 0.08992975950241089, - 0.06927531957626343, - 0.03508710861206055 + 2.1606006622314453, + 2.140528917312622, + 2.114759922027588, + 2.0867605209350586, + 2.054715394973755, + 2.0221729278564453, + 1.9873934984207153, + 1.9496310949325562, + 1.9126605987548828, + 1.8736650943756104, + 1.8300495147705078, + 1.783998727798462, + 1.7352713346481323, + 1.6849043369293213, + 1.6323378086090088, + 1.5784313678741455, + 1.5248875617980957, + 1.4683592319488525, + 1.4124282598495483, + 1.3547375202178955, + 1.2936077117919922, + 1.233380913734436, + 1.1715766191482544, + 1.105394959449768, + 1.037117600440979, + 0.9702401161193848, + 0.8975909948348999, + 0.821343719959259, + 0.7458284497261047, + 0.6749414205551147, + 0.6009137630462646, + 0.5403299331665039, + 0.564550518989563, + 0.6458815336227417, + 0.6157925724983215, + 0.5449945330619812, + 0.4817706346511841, + 0.421772837638855, + 0.3531474471092224, + 0.29930174350738525, + 0.2445887327194214, + 0.19953995943069458, + 0.14792442321777344, + 0.1009325385093689, + 0.061685383319854736, + 0.014276385307312012, + -0.03367006778717041, + -0.08189845085144043, + -0.1179666519165039, + -0.16111767292022705, + -0.20890390872955322, + -0.24449574947357178, + -0.2810192108154297, + -0.3107485771179199, + -0.33223938941955566, + -0.35643255710601807, + -0.3911188840866089, + -0.42296159267425537, + -0.44311797618865967, + -0.4727628231048584 ], "p90": [ - 2.2487082481384277, - 2.2409684658050537, - 2.233550786972046, - 2.228644609451294, - 2.219968795776367, - 2.2125840187072754, - 2.2052628993988037, - 2.195876121520996, - 2.1864445209503174, - 2.1753716468811035, - 2.1642720699310303, - 2.1546239852905273, - 2.1423919200897217, - 2.1292083263397217, - 2.1144375801086426, - 2.100142002105713, - 2.086358070373535, - 2.0752129554748535, - 2.0628814697265625, - 2.0501363277435303, - 2.035426139831543, - 2.022904872894287, - 2.009674549102783, - 1.9937169551849365, - 1.9817509651184082, - 1.9717849493026733, - 1.9599416255950928, - 1.947889804840088, - 1.9339447021484375, - 1.9207736253738403, - 1.9104353189468384, - 1.8978817462921143, - 2.0200772285461426, - 1.9554634094238281, - 1.9382820129394531, - 1.9493992328643799, - 1.9569287300109863, - 1.9608176946640015, - 1.962023138999939, - 1.9630424976348877, - 1.9624055624008179, - 1.9687554836273193, - 1.9720531702041626, - 1.977896809577942, - 1.98417329788208, - 1.9872736930847168, - 1.9907891750335693, - 1.9818263053894043, - 1.981117844581604, - 1.9840060472488403, - 1.9821999073028564, - 1.9864996671676636, - 1.9844260215759277, - 1.9896748065948486, - 1.991897463798523, - 1.9968252182006836, - 1.999558687210083, - 2.00368332862854, - 2.008627414703369, - 2.0191690921783447 + 2.188969135284424, + 2.1710424423217773, + 2.1521129608154297, + 2.135787010192871, + 2.1154160499572754, + 2.0968070030212402, + 2.077481746673584, + 2.0558841228485107, + 2.035344362258911, + 2.0131101608276367, + 1.9882824420928955, + 1.9638454914093018, + 1.9374830722808838, + 1.910273790359497, + 1.882217288017273, + 1.8553876876831055, + 1.827806830406189, + 1.8030085563659668, + 1.7758073806762695, + 1.7485980987548828, + 1.719994306564331, + 1.6937205791473389, + 1.6680407524108887, + 1.640712022781372, + 1.619124412536621, + 1.5978946685791016, + 1.5729413032531738, + 1.548111915588379, + 1.5214186906814575, + 1.497927188873291, + 1.475533127784729, + 1.450154185295105, + 1.6996345520019531, + 1.6009200811386108, + 1.5706987380981445, + 1.5787694454193115, + 1.583437442779541, + 1.5840530395507812, + 1.5803987979888916, + 1.5812585353851318, + 1.5795321464538574, + 1.5758850574493408, + 1.5664260387420654, + 1.5641875267028809, + 1.5655354261398315, + 1.5628418922424316, + 1.5639445781707764, + 1.5557153224945068, + 1.553475260734558, + 1.5576096773147583, + 1.5577032566070557, + 1.5600526332855225, + 1.5559793710708618, + 1.5629396438598633, + 1.5658128261566162, + 1.5716943740844727, + 1.5714137554168701, + 1.575727105140686, + 1.5828787088394165, + 1.5929372310638428 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index af48bb98af139aef527d5ab178b7f98c2dbadd84..b078b7dd4265b057b61fc96f906800e34b00349a 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:49:54.630180+00:00", + "evaluated_at": "2026-06-17T15:17:53.283050+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 1.0085169076919556, - 1.0138968229293823, - 1.0191553831100464, - 1.0235283374786377, - 1.0246822834014893, - 1.0243427753448486, - 1.0235610008239746, - 1.0231940746307373, - 1.0242608785629272, - 1.0254932641983032, - 1.0247174501419067, - 1.023439645767212, - 1.0228233337402344, - 1.0215344429016113, - 1.0227878093719482, - 1.0252281427383423, - 1.0261701345443726, - 1.0245226621627808, - 1.023656964302063, - 1.0244003534317017, - 1.0264215469360352, - 1.0276522636413574, - 1.0284010171890259, - 1.0294910669326782, - 1.0297508239746094, - 1.0300853252410889, - 1.0318812131881714, - 1.0348360538482666, - 1.03566312789917, - 1.0352437496185303, - 1.033147931098938, - 1.032144546508789, - 1.021701693534851, - 1.036823034286499, - 1.0410070419311523, - 1.0413016080856323, - 1.0426898002624512, - 1.0433019399642944, - 1.0430139303207397, - 1.0521725416183472, - 1.055092692375183, - 1.0491106510162354, - 1.0438053607940674, - 1.0433235168457031, - 1.0424901247024536, - 1.0419268608093262, - 1.0424489974975586, - 1.0414953231811523, - 1.0409660339355469, - 1.0420522689819336, - 1.0510053634643555, - 1.0527629852294922, - 1.045343279838562, - 1.044594645500183, - 1.042707920074463, - 1.0402412414550781, - 1.0396854877471924, - 1.0413193702697754, - 1.0383377075195312, - 1.0343296527862549, - 1.0338973999023438, - 1.0330885648727417, - 1.0312601327896118, - 1.0376869440078735, - 1.0422396659851074, - 1.0315299034118652, - 1.032487154006958, - 1.0352051258087158, - 1.0345311164855957, - 1.035260796546936, - 1.0359798669815063, - 1.0367999076843262 + 0.941382884979248, + 0.9745734930038452, + 0.986255407333374, + 0.9909831881523132, + 0.992982804775238, + 0.9929797053337097, + 0.9918332695960999, + 0.9936631917953491, + 0.9966046810150146, + 0.9957144856452942, + 0.9956966638565063, + 0.9962238669395447, + 0.9945083856582642, + 0.9943553805351257, + 0.9981672763824463, + 0.9998682737350464, + 0.9986557364463806, + 0.9981644153594971, + 0.9989981651306152, + 1.000180959701538, + 1.001485824584961, + 1.0009689331054688, + 1.001240849494934, + 0.9993640184402466, + 0.9992079734802246, + 1.0062892436981201, + 1.011782169342041, + 1.0115793943405151, + 1.0094773769378662, + 1.0083950757980347, + 1.0075509548187256, + 1.0084881782531738, + 1.0056805610656738, + 1.0011067390441895, + 1.0064640045166016, + 1.0110770463943481, + 1.012769341468811, + 1.0146543979644775, + 1.0166288614273071, + 1.0211436748504639, + 1.0198155641555786, + 1.0150119066238403, + 1.0141851902008057, + 1.0138623714447021, + 1.0145268440246582, + 1.0143698453903198, + 1.0152801275253296, + 1.0085883140563965, + 1.0084010362625122, + 1.0190132856369019, + 1.0178706645965576, + 1.0151246786117554, + 1.0143418312072754, + 1.0121312141418457, + 1.0109786987304688, + 1.0106408596038818, + 1.012794017791748, + 1.0113104581832886, + 1.0086348056793213, + 1.0075924396514893, + 1.0052359104156494, + 1.0058588981628418, + 1.010011076927185, + 1.012837290763855, + 1.007506251335144, + 1.0013483762741089, + 1.0100018978118896, + 1.0136446952819824, + 1.0141441822052002, + 1.0167818069458008, + 1.01534104347229, + 1.0138334035873413 ], "p10": [ - 0.9137508273124695, - 0.9009177088737488, - 0.896483302116394, - 0.8961477875709534, - 0.8940020799636841, - 0.890371561050415, - 0.8845645785331726, - 0.8796637654304504, - 0.8777462244033813, - 0.8755047917366028, - 0.8690036535263062, - 0.864044189453125, - 0.8609476089477539, - 0.8577429056167603, - 0.855708658695221, - 0.8559214472770691, - 0.8540202379226685, - 0.8504005074501038, - 0.8478543162345886, - 0.8472471237182617, - 0.8464069366455078, - 0.8443382978439331, - 0.8416056036949158, - 0.8394612073898315, - 0.8363184928894043, - 0.8331385850906372, - 0.8321974277496338, - 0.8330919146537781, - 0.8330605626106262, - 0.8310768604278564, - 0.8270915746688843, - 0.8246576189994812, - 0.8447896838188171, - 0.8549425005912781, - 0.8472188711166382, - 0.8431040644645691, - 0.8422504663467407, - 0.8395106196403503, - 0.8343967199325562, - 0.8403829336166382, - 0.8427740335464478, - 0.838537335395813, - 0.8304826617240906, - 0.8308820724487305, - 0.8308818936347961, - 0.8315613269805908, - 0.8299175500869751, - 0.8249285817146301, - 0.8202919960021973, - 0.8181369304656982, - 0.8231127858161926, - 0.8227924704551697, - 0.8138789534568787, - 0.8109785914421082, - 0.8087839484214783, - 0.8039443492889404, - 0.7986469268798828, - 0.7941338419914246, - 0.7857506275177002, - 0.7773655652999878, - 0.7738173007965088, - 0.7701801061630249, - 0.7660442590713501, - 0.7698202133178711, - 0.836478590965271, - 0.847143292427063, - 0.8399581909179688, - 0.834245502948761, - 0.8319091796875, - 0.8308144807815552, - 0.8248318433761597, - 0.8232945203781128 + 0.8465312719345093, + 0.8576745986938477, + 0.8554583787918091, + 0.8545111417770386, + 0.852871835231781, + 0.8476811647415161, + 0.8411132097244263, + 0.8378516435623169, + 0.8372216820716858, + 0.8311699032783508, + 0.824416995048523, + 0.8219066858291626, + 0.8169702291488647, + 0.8146364092826843, + 0.8144707679748535, + 0.8125560879707336, + 0.8087223172187805, + 0.8059027791023254, + 0.8044970631599426, + 0.8034120202064514, + 0.8021263480186462, + 0.7994587421417236, + 0.797583818435669, + 0.7931326031684875, + 0.7886134386062622, + 0.7906101942062378, + 0.7908776998519897, + 0.7869616746902466, + 0.7828617691993713, + 0.7796074748039246, + 0.775883674621582, + 0.7756997346878052, + 0.817539393901825, + 0.8142070770263672, + 0.8031344413757324, + 0.8009079694747925, + 0.7985506653785706, + 0.7949422597885132, + 0.7912943363189697, + 0.793039858341217, + 0.79145348072052, + 0.7878255844116211, + 0.7827887535095215, + 0.7808666229248047, + 0.7810932993888855, + 0.7811161279678345, + 0.7781342267990112, + 0.7666530013084412, + 0.7595022320747375, + 0.7638236284255981, + 0.7624809145927429, + 0.7600639462471008, + 0.7555082440376282, + 0.7501704692840576, + 0.7477157115936279, + 0.7440508008003235, + 0.7410296201705933, + 0.7337133884429932, + 0.7252389788627625, + 0.7186309099197388, + 0.7127395272254944, + 0.7093307971954346, + 0.7086018323898315, + 0.7086069583892822, + 0.8000761270523071, + 0.807925820350647, + 0.8018926382064819, + 0.7958625555038452, + 0.794442355632782, + 0.7918689250946045, + 0.7842978239059448, + 0.7798826694488525 ], "p90": [ - 1.1190294027328491, - 1.143846035003662, - 1.1593252420425415, - 1.1698650121688843, - 1.1750309467315674, - 1.1790529489517212, - 1.1819604635238647, - 1.1850013732910156, - 1.1895318031311035, - 1.1952011585235596, - 1.1972280740737915, - 1.2009155750274658, - 1.2043377161026, - 1.2060205936431885, - 1.2114654779434204, - 1.2199915647506714, - 1.2235631942749023, - 1.2205781936645508, - 1.2186294794082642, - 1.2212679386138916, - 1.2229502201080322, - 1.226173996925354, - 1.2281874418258667, - 1.2320888042449951, - 1.234936237335205, - 1.2376526594161987, - 1.2431992292404175, - 1.2481815814971924, - 1.2505344152450562, - 1.2520416975021362, - 1.2519750595092773, - 1.2511255741119385, - 1.215955376625061, - 1.2365145683288574, - 1.2419826984405518, - 1.2474470138549805, - 1.2591513395309448, - 1.2667152881622314, - 1.2663078308105469, - 1.277892827987671, - 1.285692811012268, - 1.277868628501892, - 1.270949125289917, - 1.2742986679077148, - 1.2755674123764038, - 1.2759194374084473, - 1.279597520828247, - 1.2835556268692017, - 1.2844315767288208, - 1.2851173877716064, - 1.2974176406860352, - 1.299816370010376, - 1.2891360521316528, - 1.2886549234390259, - 1.2851686477661133, - 1.2838891744613647, - 1.2855244874954224, - 1.2892409563064575, - 1.2883249521255493, - 1.2853285074234009, - 1.2863519191741943, - 1.2874077558517456, - 1.288095235824585, - 1.2970757484436035, - 1.2721939086914062, - 1.2680940628051758, - 1.2652978897094727, - 1.2586759328842163, - 1.2573310136795044, - 1.2599425315856934, - 1.25967538356781, - 1.2650893926620483 + 1.0631908178329468, + 1.1217578649520874, + 1.1416890621185303, + 1.1498430967330933, + 1.1542590856552124, + 1.157134771347046, + 1.1604582071304321, + 1.166306734085083, + 1.1728413105010986, + 1.175110936164856, + 1.1787855625152588, + 1.1845135688781738, + 1.1841530799865723, + 1.1878688335418701, + 1.1982842683792114, + 1.2051688432693481, + 1.2040326595306396, + 1.2034327983856201, + 1.204942226409912, + 1.2093188762664795, + 1.2119886875152588, + 1.214141845703125, + 1.2166354656219482, + 1.217437505722046, + 1.2203359603881836, + 1.2310247421264648, + 1.2391815185546875, + 1.2392417192459106, + 1.2376919984817505, + 1.2379941940307617, + 1.2396785020828247, + 1.2418807744979858, + 1.2092654705047607, + 1.2198525667190552, + 1.2261139154434204, + 1.2341954708099365, + 1.2450721263885498, + 1.2534195184707642, + 1.2554835081100464, + 1.2617216110229492, + 1.2650573253631592, + 1.2607426643371582, + 1.2625970840454102, + 1.2667485475540161, + 1.2693911790847778, + 1.2699884176254272, + 1.2722511291503906, + 1.2688060998916626, + 1.2718274593353271, + 1.2833811044692993, + 1.2820143699645996, + 1.277710199356079, + 1.2752633094787598, + 1.2758368253707886, + 1.2746621370315552, + 1.2765965461730957, + 1.282698392868042, + 1.2832293510437012, + 1.283299446105957, + 1.2840718030929565, + 1.2831252813339233, + 1.2861106395721436, + 1.2932730913162231, + 1.2987629175186157, + 1.282368779182434, + 1.2743440866470337, + 1.2797329425811768, + 1.2701575756072998, + 1.272312045097351, + 1.2786521911621094, + 1.2733652591705322, + 1.2763640880584717 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 506e42fbec0d2e48effb0da615481c1c8ec9404a..bc3c01fcee5ecfe3e90c05ebdcfe17562edf3c6e 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:42:14.975948+00:00", + "evaluated_at": "2026-06-17T15:23:23.931526+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2849.761962890625, - 2849.94140625, - 2849.94189453125, - 2849.9130859375, - 2849.798095703125, - 2849.693115234375, - 2849.668212890625, - 2849.787353515625, - 2849.738525390625, - 2849.78076171875, - 2849.744384765625, - 2849.983154296875, - 2849.744873046875, - 2849.94091796875, - 2849.94189453125, - 2849.909912109375, - 2849.81640625, - 2850.064453125, - 2849.96923828125, - 2849.74267578125, - 2849.708984375, - 2849.704833984375, - 2849.490234375, - 2849.596435546875 + 2840.011962890625, + 2841.994873046875, + 2843.26806640625, + 2844.3740234375, + 2844.944580078125, + 2845.4580078125, + 2845.23388671875, + 2844.886962890625, + 2844.692626953125, + 2845.082763671875, + 2844.89208984375, + 2845.47216796875, + 2846.173583984375, + 2846.35791015625, + 2846.464599609375, + 2847.10546875, + 2847.033447265625, + 2846.732666015625, + 2846.661865234375, + 2847.041748046875, + 2847.364990234375, + 2847.21337890625, + 2847.52587890625, + 2847.689453125 ], "p10": [ - 2842.36767578125, - 2843.02978515625, - 2842.114501953125, - 2841.6884765625, - 2840.609619140625, - 2838.802490234375, - 2836.610107421875, - 2834.570068359375, - 2832.484619140625, - 2829.70361328125, - 2825.842041015625, - 2823.037109375, - 2821.29833984375, - 2820.395751953125, - 2818.740234375, - 2816.130615234375, - 2813.6865234375, - 2812.458984375, - 2810.56884765625, - 2808.21240234375, - 2808.4228515625, - 2808.95166015625, - 2808.4482421875, - 2808.294921875 + 2792.131103515625, + 2793.691162109375, + 2791.753173828125, + 2795.332275390625, + 2793.923828125, + 2786.931396484375, + 2787.73974609375, + 2786.71923828125, + 2783.772705078125, + 2781.46923828125, + 2780.0517578125, + 2776.938232421875, + 2776.418701171875, + 2777.7548828125, + 2777.0810546875, + 2776.75341796875, + 2776.36083984375, + 2777.035888671875, + 2777.970458984375, + 2777.99072265625, + 2778.633544921875, + 2778.744140625, + 2779.908203125, + 2780.48193359375 ], "p90": [ - 2852.663818359375, - 2853.263427734375, - 2854.312255859375, - 2856.106201171875, - 2858.287841796875, - 2859.649658203125, - 2861.19287109375, - 2864.042236328125, - 2868.830078125, - 2874.409423828125, - 2876.569580078125, - 2879.83935546875, - 2886.10595703125, - 2890.195556640625, - 2888.145751953125, - 2890.69677734375, - 2893.87353515625, - 2894.73193359375, - 2894.114013671875, - 2895.17919921875, - 2900.772705078125, - 2904.127685546875, - 2904.751220703125, - 2904.55078125 + 2859.466064453125, + 2860.94287109375, + 2862.130859375, + 2863.029296875, + 2865.427490234375, + 2867.106689453125, + 2869.094970703125, + 2871.2041015625, + 2872.964599609375, + 2874.595703125, + 2875.189208984375, + 2876.299560546875, + 2877.35205078125, + 2878.503173828125, + 2880.177001953125, + 2883.18212890625, + 2885.394775390625, + 2886.238037109375, + 2886.224365234375, + 2887.396240234375, + 2888.509033203125, + 2888.841796875, + 2889.45654296875, + 2890.423583984375 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index de473dd2f70676dc8981ef01bb893c50d75e4208..a6ae210454c64c84d10c8bb0bbb57fe63a0b2f8c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:58:10.771365+00:00", + "evaluated_at": "2026-06-17T15:24:09.118545+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 7cbad89ff4a1e7f52379aada27e2bbf1891cf976..a32bfb52f978be82b36edf08014d60509d07e0f1 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,106483.46754010518,106483.46754010518,291.5017903645833,0.29629138431560004,0.004448072397769996,0.004451205471977263,2.948578099843587,326.3180466050034,0.004977311635500394,0.004446261149347635,0.006611784019375197,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,108659.22842852275,108659.22842852275,241.89046223958334,0.24335954480421415,0.0037085140059657435,0.0036986642543308627,2.849393408516646,329.63499272456306,0.005030386514693223,0.003691363314390739,0.005802995699213144,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.3444134060320284,0.3444134060320284,0.5090436081130368,0.47632780898868515,9.04250830089567,0.7962042465879988,5.318280136228814,0.5868674518424313,0.6001610037278935,0.5205743167852745,0.3421490744756182,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08585115425336998,0.08585115425336998,0.26180993351671433,1.9507403528041702,0.198874284337727,0.2252820100448004,30.48318663535426,0.29300367617722817,0.23285058789793847,0.20806086030133245,0.1709043544923077,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.11055285876507444,0.11055285876507444,0.29429010798921806,0.27378583184654776,4.845807858977005,0.7838993195788004,1.00539818910195,0.3324949003595009,0.3768715123078454,0.3335676966329945,0.21995846414710815,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08779573019452475,0.08779573019452475,0.26411695612801445,1.8936686739011155,0.19908223431102404,0.2261237203065215,31.294829494247033,0.29630344276522463,0.23392377843174222,0.2085133933941822,0.17687577084028952,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.01410391955414525,0.04374281565348307,0.04721863375038404,0.0027886651494058237,0.0027600712164944307,1.9852219650621759,0.11875992402382737,0.007437990829269495,0.0027396334609624284,0.012219945283385806,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,351.9108283864169,351.9108283864169,14.398902336756388,1.8881034025140242,0.31068367355403553,0.3889838735230831,21.290032216394305,18.759286457283412,0.48762357973037673,0.37428098971809204,0.3110549412266813,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.136464280815441,5.136464280815441,1.778408686319987,0.8650818350665325,0.06496219104842672,0.06830877669699,3.027612305063862,2.2663769061688397,0.08944753812173975,0.07018880148869179,0.05403382418017846,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.952230584298718,22.952230584298718,4.23031222820282,0.8004795806323338,0.4854357276045231,0.36764343320563125,7.596160853582677,4.790848628823365,0.41509157794859486,0.36652524720890856,0.27073540456123824,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1566.0032355561852,1566.0032355561852,31.351715087890625,0.703216039354556,0.011196621008086624,0.011097635893136054,1.303528858790888,39.57275875594454,0.0140391161883617,0.011122559676413525,0.006281018630794736,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,2144.56733584404,2144.56733584404,45.83935546875,0.916787109375,0.016366369108807174,0.01623252981011925,1.04386962890625,46.309473499965854,0.016526800951660675,0.016359026486988847,0.007911489070244734,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 3fd95c4dc47318637d77144ae84c98621fbc047d..ccbcdce3c737e1feb2960e9f482de44240e026fb 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:57:54.207628+00:00", + "evaluated_at": "2026-06-17T15:10:48.604890+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63593.01953125, 63982.48046875, 63865.44140625, 63694.0, @@ -101,10 +100,10 @@ 66481.7265625, 66429.828125, 66052.0, - 65654.8984375 + 65654.8984375, + 65859.7578125 ], "actuals": [ - 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -127,88 +126,88 @@ 64810.01171875, 65040.87890625, 65278.0, - 65210.0 + 65101.44921875, + 65191.98828125 ], "p50": [ - 65656.125, - 65615.9375, - 65601.015625, - 65579.5703125, - 65570.046875, - 65552.25, - 65556.015625, - 65533.5625, - 65528.8359375, - 65510.99609375, - 65493.16796875, - 65455.7578125, - 65438.80078125, - 65418.81640625, - 65405.94921875, - 65384.73828125, - 65362.171875, - 65345.26171875, - 65328.05859375, - 65314.24609375, - 65314.9453125, - 65299.296875, - 65273.5625, - 65253.6484375 + 65807.421875, + 65797.8359375, + 65788.1640625, + 65772.0234375, + 65755.5234375, + 65769.2421875, + 65742.7890625, + 65740.3203125, + 65724.40625, + 65703.4921875, + 65676.4609375, + 65678.21875, + 65624.6796875, + 65613.8671875, + 65602.1015625, + 65580.046875, + 65549.1328125, + 65551.59375, + 65515.3828125, + 65518.91796875, + 65515.1953125, + 65486.421875, + 65453.44921875, + 65461.64453125 ], "p10": [ - 65289.515625, - 65067.234375, - 64911.50390625, - 64768.16015625, - 64634.0234375, - 64492.05859375, - 64368.58203125, - 64282.87890625, - 64156.1796875, - 64037.58203125, - 63944.0234375, - 63865.6171875, - 63788.7734375, - 63694.84765625, - 63635.5390625, - 63556.0234375, - 63548.484375, - 63481.83984375, - 63437.10546875, - 63382.57421875, - 63343.671875, - 63276.72265625, - 63258.3203125, - 63238.8125 + 65431.32421875, + 65251.3125, + 65109.00390625, + 64985.171875, + 64861.25390625, + 64762.78515625, + 64644.3984375, + 64558.671875, + 64421.94921875, + 64306.39453125, + 64194.90625, + 64122.28515625, + 64014.78125, + 63935.3515625, + 63866.15234375, + 63786.30859375, + 63740.1328125, + 63650.03515625, + 63614.1328125, + 63579.71484375, + 63525.8671875, + 63454.6484375, + 63422.16796875, + 63406.55078125 ], "p90": [ - 66044.3828125, - 66168.8203125, - 66282.8828125, - 66356.484375, - 66465.2109375, - 66550.1796875, - 66641.0859375, - 66694.1796875, - 66783.4296875, - 66859.59375, - 66924.96875, - 66930.03125, - 66964.53125, - 67005.421875, - 67051.9609375, - 67084.3125, - 67142.0546875, - 67181.46875, - 67231.453125, - 67270.5234375, - 67315.5078125, - 67371.8671875, - 67358.921875, - 67402.734375 + 66166.390625, + 66314.1171875, + 66430.6015625, + 66515.6015625, + 66603.9296875, + 66737.2109375, + 66779.140625, + 66869.1328125, + 66931.640625, + 66989.5546875, + 67029.5390625, + 67111.125, + 67096.390625, + 67160.484375, + 67209.4296875, + 67239.2890625, + 67275.8125, + 67336.53125, + 67361.328125, + 67426.75, + 67465.71875, + 67502.4765625, + 67484.3671875, + 67581.359375 ], "timestamps": [ - "2026-06-12 15:00:00", "2026-06-12 16:00:00", "2026-06-12 17:00:00", "2026-06-12 18:00:00", @@ -327,6 +326,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1bb697376adf5fdfebae5165adfa450dcbd8a2e1..810e6a05282b4ba84b7625f4dd07b87b77d1ebd6 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:49:27.111763+00:00", + "evaluated_at": "2026-06-17T15:10:58.531919+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.996999979019165, - 1.965000033378601, - 1.9140000343322754, 1.8530000448226929, 1.8170000314712524, 1.7649999856948853, @@ -245,12 +242,12 @@ 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908 - ], - "actuals": [ + 2.236999988555908, 2.2249999046325684, 2.2130000591278076, - 2.183000087738037, + 2.183000087738037 + ], + "actuals": [ 2.1589999198913574, 2.13700008392334, 2.1059999465942383, @@ -307,198 +304,198 @@ -0.2199999988079071, -0.22699999809265137, -0.2540000081062317, - -0.28600001335144043 + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858 ], "p50": [ - 2.229984760284424, - 2.223088264465332, - 2.213770866394043, - 2.1993660926818848, - 2.1853325366973877, - 2.1706104278564453, - 2.1536059379577637, - 2.1332008838653564, - 2.110980749130249, - 2.0886852741241455, - 2.0682902336120605, - 2.043254852294922, - 2.0158638954162598, - 1.9865589141845703, - 1.9576245546340942, - 1.9280986785888672, - 1.897005558013916, - 1.8652101755142212, - 1.8327913284301758, - 1.8003177642822266, - 1.76496160030365, - 1.7295657396316528, - 1.694694995880127, - 1.6575305461883545, - 1.6232831478118896, - 1.5847047567367554, - 1.543616533279419, - 1.5001647472381592, - 1.4663197994232178, - 1.4178640842437744, - 1.382136344909668, - 1.3409216403961182, - 1.3350087404251099, - 1.2967901229858398, - 1.2607625722885132, - 1.2227569818496704, - 1.18394136428833, - 1.1488271951675415, - 1.1119325160980225, - 1.076704740524292, - 1.041845440864563, - 1.0039647817611694, - 0.9729881286621094, - 0.940982460975647, - 0.9094613790512085, - 0.8828814625740051, - 0.8527615070343018, - 0.8260208368301392, - 0.7979630827903748, - 0.7774044275283813, - 0.7512192726135254, - 0.7354795932769775, - 0.7196332812309265, - 0.6997395753860474, - 0.6900293827056885, - 0.6782562136650085, - 0.6649181246757507, - 0.6599289774894714, - 0.6555567979812622, - 0.6544516086578369 + 2.16023850440979, + 2.14208984375, + 2.124173879623413, + 2.09877347946167, + 2.0752854347229004, + 2.0505237579345703, + 2.021724224090576, + 1.9895126819610596, + 1.9552903175354004, + 1.920400619506836, + 1.8874943256378174, + 1.8488372564315796, + 1.8103492259979248, + 1.7685191631317139, + 1.728338360786438, + 1.684001088142395, + 1.6410932540893555, + 1.5978208780288696, + 1.5533668994903564, + 1.5075386762619019, + 1.460886001586914, + 1.4123971462249756, + 1.3671989440917969, + 1.3159286975860596, + 1.2691580057144165, + 1.2229232788085938, + 1.1732484102249146, + 1.1244133710861206, + 1.0765728950500488, + 1.0223400592803955, + 0.9786962270736694, + 0.9254591464996338, + 0.948192298412323, + 0.8933537006378174, + 0.8503576517105103, + 0.8051047921180725, + 0.7603359818458557, + 0.7173639535903931, + 0.6744837760925293, + 0.633293867111206, + 0.5962802171707153, + 0.5553960204124451, + 0.5187156796455383, + 0.48315733671188354, + 0.45053762197494507, + 0.41955411434173584, + 0.38955336809158325, + 0.3614841103553772, + 0.335376501083374, + 0.31390565633773804, + 0.2912125587463379, + 0.27426427602767944, + 0.2614784836769104, + 0.24070721864700317, + 0.2325151562690735, + 0.22009456157684326, + 0.21229583024978638, + 0.20204699039459229, + 0.20467126369476318, + 0.2100791335105896 ], "p10": [ - 2.214561939239502, - 2.2008962631225586, - 2.1880240440368652, - 2.1698124408721924, - 2.1535215377807617, - 2.134084939956665, - 2.1112520694732666, - 2.0843558311462402, - 2.0553956031799316, - 2.0289669036865234, - 1.9970738887786865, - 1.9644691944122314, - 1.928768277168274, - 1.8902713060379028, - 1.8480162620544434, - 1.8084194660186768, - 1.7650543451309204, - 1.7234963178634644, - 1.678954005241394, - 1.6323784589767456, - 1.5869660377502441, - 1.5378986597061157, - 1.4886589050292969, - 1.4379360675811768, - 1.3844279050827026, - 1.3282344341278076, - 1.2711433172225952, - 1.2127280235290527, - 1.156609058380127, - 1.0972906351089478, - 1.0345959663391113, - 0.9792395234107971, - 0.9190102815628052, - 0.8741357922554016, - 0.8203175663948059, - 0.7723023891448975, - 0.7126078009605408, - 0.6625421047210693, - 0.602210521697998, - 0.5543134212493896, - 0.49899494647979736, - 0.4434489607810974, - 0.39646679162979126, - 0.3379718065261841, - 0.27732372283935547, - 0.23158752918243408, - 0.18631547689437866, - 0.1378014087677002, - 0.08015638589859009, - 0.03730213642120361, - -0.01384735107421875, - -0.048075199127197266, - -0.08811330795288086, - -0.13962888717651367, - -0.1606210470199585, - -0.20057201385498047, - -0.24989283084869385, - -0.2768666744232178, - -0.3114287853240967, - -0.3415517807006836 + 2.1453418731689453, + 2.1229374408721924, + 2.0988540649414062, + 2.0660343170166016, + 2.036602020263672, + 2.0060718059539795, + 1.9686392545700073, + 1.9275730848312378, + 1.8845415115356445, + 1.844515323638916, + 1.7985374927520752, + 1.7486635446548462, + 1.6971104145050049, + 1.6387618780136108, + 1.5852506160736084, + 1.5269551277160645, + 1.4658503532409668, + 1.4055378437042236, + 1.3462711572647095, + 1.281837821006775, + 1.2242894172668457, + 1.157714605331421, + 1.093661904335022, + 1.024533987045288, + 0.9586177468299866, + 0.8843283653259277, + 0.8219287395477295, + 0.7520574331283569, + 0.6805455684661865, + 0.6100234985351562, + 0.5405465364456177, + 0.4687706232070923, + 0.44912785291671753, + 0.4069708585739136, + 0.34023308753967285, + 0.2800445556640625, + 0.21912389993667603, + 0.15106743574142456, + 0.08783018589019775, + 0.036202192306518555, + -0.02314746379852295, + -0.08620929718017578, + -0.13839209079742432, + -0.20489776134490967, + -0.2656041383743286, + -0.3232853412628174, + -0.36865270137786865, + -0.42157936096191406, + -0.47343313694000244, + -0.5198802947998047, + -0.5686594247817993, + -0.6096985340118408, + -0.6535497903823853, + -0.6987704038619995, + -0.7252101898193359, + -0.7637753486633301, + -0.8022769689559937, + -0.8377749919891357, + -0.8570468425750732, + -0.8766182661056519 ], "p90": [ - 2.2410969734191895, - 2.240230083465576, - 2.2338855266571045, - 2.225679397583008, - 2.2173073291778564, - 2.2077741622924805, - 2.194279909133911, - 2.182480812072754, - 2.1695444583892822, - 2.1569018363952637, - 2.1458699703216553, - 2.131143569946289, - 2.1134369373321533, - 2.0974817276000977, - 2.0833163261413574, - 2.066128969192505, - 2.0502443313598633, - 2.0352442264556885, - 2.016417980194092, - 1.9984772205352783, - 1.9845786094665527, - 1.965861439704895, - 1.9505624771118164, - 1.9320241212844849, - 1.91377592086792, - 1.8941912651062012, - 1.8731465339660645, - 1.8558690547943115, - 1.8521826267242432, - 1.822716236114502, - 1.8155755996704102, - 1.798524022102356, - 1.784873366355896, - 1.7884716987609863, - 1.7868118286132812, - 1.769012212753296, - 1.754037857055664, - 1.7396706342697144, - 1.7334833145141602, - 1.7394683361053467, - 1.7316999435424805, - 1.7217259407043457, - 1.7023322582244873, - 1.7169890403747559, - 1.7144335508346558, - 1.7121448516845703, - 1.7257332801818848, - 1.720075249671936, - 1.7220690250396729, - 1.7378513813018799, - 1.739164113998413, - 1.741898536682129, - 1.756050705909729, - 1.7557411193847656, - 1.7735083103179932, - 1.7863519191741943, - 1.783306360244751, - 1.8047161102294922, - 1.8393681049346924, - 1.8515522480010986 + 2.1741137504577637, + 2.160665988922119, + 2.146350145339966, + 2.1269235610961914, + 2.109694480895996, + 2.092001438140869, + 2.0690197944641113, + 2.046968460083008, + 2.02266263961792, + 1.9980376958847046, + 1.9741826057434082, + 1.949499249458313, + 1.9196408987045288, + 1.8921897411346436, + 1.8682695627212524, + 1.840207815170288, + 1.8101742267608643, + 1.7849481105804443, + 1.7569282054901123, + 1.729081392288208, + 1.702458381652832, + 1.6693530082702637, + 1.6528279781341553, + 1.6189734935760498, + 1.5865874290466309, + 1.560172438621521, + 1.534325361251831, + 1.5047847032546997, + 1.4898219108581543, + 1.4620860815048218, + 1.43849515914917, + 1.4170527458190918, + 1.412976622581482, + 1.4086178541183472, + 1.3889936208724976, + 1.3599181175231934, + 1.344254970550537, + 1.3237977027893066, + 1.3112167119979858, + 1.3006525039672852, + 1.2896122932434082, + 1.275730848312378, + 1.2597640752792358, + 1.2575531005859375, + 1.2446908950805664, + 1.260198712348938, + 1.2592954635620117, + 1.2503405809402466, + 1.2495663166046143, + 1.2406713962554932, + 1.248724102973938, + 1.2573496103286743, + 1.260367512702942, + 1.2760659456253052, + 1.2777271270751953, + 1.2929636240005493, + 1.3282921314239502, + 1.330350637435913, + 1.3683485984802246, + 1.3781256675720215 ], "timestamps": [ - "2026-06-16 08:42:00", - "2026-06-16 08:48:00", - "2026-06-16 08:54:00", "2026-06-16 09:00:00", "2026-06-16 09:06:00", "2026-06-16 09:12:00", @@ -795,6 +792,9 @@ "2026-06-17 14:18:00", "2026-06-17 14:24:00", "2026-06-17 14:30:00", - "2026-06-17 14:36:00" + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f8b02a70b5612919e546f46ed94647d7f18ca071..d37d6c44f7f295410c2b91eb69a8fea0819c28d8 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:49:32.315366+00:00", + "evaluated_at": "2026-06-17T15:11:04.187950+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -10,7 +10,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -81,10 +80,10 @@ 1.0, 1.100000023841858, 1.100000023841858, - 1.0 + 1.0, + 0.8999999761581421 ], "actuals": [ - 0.8999999761581421, 0.8999999761581421, 1.100000023841858, 1.100000023841858, @@ -155,233 +154,232 @@ 1.5, 1.5, 1.399999976158142, + 1.5, 1.5 ], "p50": [ - 0.9977579116821289, - 0.9990133047103882, - 1.0008074045181274, - 1.000241994857788, - 1.0013093948364258, - 0.9994089007377625, - 1.0006723403930664, - 1.0004706382751465, - 0.9994325637817383, - 1.0043865442276, - 0.9992606043815613, - 1.0002833604812622, - 0.999894917011261, - 0.999912679195404, - 0.9997492432594299, - 1.0026438236236572, - 1.0006896257400513, - 1.0001296997070312, - 1.0005052089691162, - 1.0005298852920532, - 1.0005431175231934, - 1.001283049583435, - 1.001585841178894, - 1.001133680343628, - 1.0008015632629395, - 1.0002260208129883, - 1.0002598762512207, - 1.0012699365615845, - 1.0002000331878662, - 1.0009610652923584, - 1.0003705024719238, - 1.0009064674377441, - 1.0006897449493408, - 1.0038574934005737, - 1.0043588876724243, - 1.0003784894943237, - 1.0002484321594238, - 0.999409019947052, - 1.000584363937378, - 1.0054301023483276, - 1.0065280199050903, - 1.0021159648895264, - 1.0006275177001953, - 1.0013830661773682, - 1.0004427433013916, - 1.00795578956604, - 1.0003578662872314, - 1.0006734132766724, - 1.0007686614990234, - 1.0010167360305786, - 1.0013765096664429, - 1.005500316619873, - 1.0044896602630615, - 1.0022886991500854, - 1.0010228157043457, - 1.0022884607315063, - 1.0017728805541992, - 1.0046172142028809, - 1.002359390258789, - 1.0019924640655518, - 1.0025925636291504, - 1.0022646188735962, - 1.0026938915252686, - 1.0086160898208618, - 1.0023162364959717, - 1.0050348043441772, - 1.004990816116333, - 1.0016165971755981, - 1.0049413442611694, - 1.0111169815063477, - 1.0095843076705933, - 1.0072933435440063 + 0.9204448461532593, + 1.002929449081421, + 1.0020201206207275, + 1.0020015239715576, + 1.0012550354003906, + 1.0017966032028198, + 1.0022701025009155, + 1.0019738674163818, + 1.002349853515625, + 1.0026371479034424, + 1.0025498867034912, + 1.0026628971099854, + 1.002919316291809, + 1.0028040409088135, + 1.003170371055603, + 1.0026904344558716, + 1.0029478073120117, + 1.0029152631759644, + 1.0028122663497925, + 1.0030615329742432, + 1.003309726715088, + 1.0032362937927246, + 1.0032309293746948, + 1.002809762954712, + 1.0030407905578613, + 1.0034818649291992, + 1.0036611557006836, + 1.0033602714538574, + 1.003376841545105, + 1.00312340259552, + 1.0032883882522583, + 1.0034332275390625, + 1.004629373550415, + 1.0051705837249756, + 1.005372405052185, + 1.0055477619171143, + 1.0053749084472656, + 1.005887508392334, + 1.0064656734466553, + 1.0064282417297363, + 1.0059295892715454, + 1.0069820880889893, + 1.006462812423706, + 1.0063937902450562, + 1.0068906545639038, + 1.0069246292114258, + 1.007027506828308, + 1.0069376230239868, + 1.0062834024429321, + 1.006722092628479, + 1.0065714120864868, + 1.0071253776550293, + 1.006231427192688, + 1.0061558485031128, + 1.0062191486358643, + 1.0059189796447754, + 1.0059930086135864, + 1.0062899589538574, + 1.0058715343475342, + 1.0051524639129639, + 1.0049653053283691, + 1.0051608085632324, + 1.0056296586990356, + 1.0058698654174805, + 1.0044411420822144, + 1.0032466650009155, + 1.004614233970642, + 1.0052086114883423, + 1.0058072805404663, + 1.0052006244659424, + 1.0056204795837402, + 1.005174160003662 ], "p10": [ - 0.9088128209114075, - 0.8878148794174194, - 0.9047753810882568, - 0.9159053564071655, - 0.9067920446395874, - 0.9024495482444763, - 0.9005861878395081, - 0.8957412242889404, - 0.8909211158752441, - 0.8924902677536011, - 0.8890457153320312, - 0.8911790251731873, - 0.8908056020736694, - 0.8904513120651245, - 0.8893862962722778, - 0.8910167813301086, - 0.8900724649429321, - 0.8885822296142578, - 0.8880465030670166, - 0.8864157795906067, - 0.8858596086502075, - 0.885176956653595, - 0.8840422630310059, - 0.8815756440162659, - 0.879372775554657, - 0.8756707906723022, - 0.8754991292953491, - 0.8748304843902588, - 0.8732209801673889, - 0.8719171285629272, - 0.8722491264343262, - 0.871403694152832, - 0.8930881023406982, - 0.8902962803840637, - 0.8904731869697571, - 0.8876534104347229, - 0.8867143392562866, - 0.8863685131072998, - 0.8856863975524902, - 0.8864511251449585, - 0.8859573602676392, - 0.887939453125, - 0.8879945278167725, - 0.887485682964325, - 0.8847694396972656, - 0.884818971157074, - 0.8843591213226318, - 0.8846476078033447, - 0.8843287825584412, - 0.883614182472229, - 0.8825438022613525, - 0.8828518390655518, - 0.8822285532951355, - 0.8811370134353638, - 0.8805856704711914, - 0.8799175024032593, - 0.8785698413848877, - 0.8771499991416931, - 0.8764188289642334, - 0.8761252760887146, - 0.8746870756149292, - 0.8735184669494629, - 0.8736617565155029, - 0.8742560744285583, - 0.8676250576972961, - 0.8642370700836182, - 0.8636510968208313, - 0.8608854413032532, - 0.8623584508895874, - 0.8647520542144775, - 0.8641320466995239, - 0.8638784885406494 + 0.8607989549636841, + 0.8709064722061157, + 0.895002007484436, + 0.8868595361709595, + 0.8880146145820618, + 0.8866199851036072, + 0.8856115937232971, + 0.8840059041976929, + 0.8874405026435852, + 0.8860670328140259, + 0.8826034665107727, + 0.8783526420593262, + 0.8788668513298035, + 0.8773126006126404, + 0.8773123621940613, + 0.8780727982521057, + 0.8764961361885071, + 0.8757027387619019, + 0.8738915324211121, + 0.8724910020828247, + 0.8716439008712769, + 0.8697156310081482, + 0.8670518398284912, + 0.8659645318984985, + 0.8655030131340027, + 0.8643325567245483, + 0.8621033430099487, + 0.8612836003303528, + 0.8594596982002258, + 0.8596073985099792, + 0.8574842214584351, + 0.8574808239936829, + 0.8509287238121033, + 0.856044352054596, + 0.856741726398468, + 0.8544800877571106, + 0.8493694067001343, + 0.8544434309005737, + 0.8540467619895935, + 0.8530808687210083, + 0.8518614172935486, + 0.8505333065986633, + 0.8489203453063965, + 0.8473712801933289, + 0.8459780216217041, + 0.8440546989440918, + 0.8423628807067871, + 0.8454720973968506, + 0.840282678604126, + 0.8367849588394165, + 0.837158203125, + 0.8345944881439209, + 0.8323032259941101, + 0.8301858305931091, + 0.8260377049446106, + 0.8242683410644531, + 0.8215962052345276, + 0.8187073469161987, + 0.8156726360321045, + 0.815088152885437, + 0.808715283870697, + 0.8093694448471069, + 0.8099123239517212, + 0.8112577199935913, + 0.7936457991600037, + 0.7949918508529663, + 0.7833902835845947, + 0.7812540531158447, + 0.7837998867034912, + 0.7854966521263123, + 0.7835088968276978, + 0.7833796143531799 ], "p90": [ - 1.105812430381775, - 1.130534052848816, - 1.128626823425293, - 1.1417337656021118, - 1.1466395854949951, - 1.1438345909118652, - 1.1460458040237427, - 1.1479074954986572, - 1.1451539993286133, - 1.1638742685317993, - 1.159966230392456, - 1.1590484380722046, - 1.1579515933990479, - 1.1617358922958374, - 1.1658029556274414, - 1.1755084991455078, - 1.1781271696090698, - 1.1738152503967285, - 1.1758540868759155, - 1.1778838634490967, - 1.177700400352478, - 1.1885864734649658, - 1.187551736831665, - 1.1862125396728516, - 1.181105613708496, - 1.1822826862335205, - 1.1848641633987427, - 1.1879067420959473, - 1.1872578859329224, - 1.185424566268921, - 1.1860355138778687, - 1.1886022090911865, - 1.1656161546707153, - 1.1723324060440063, - 1.1781740188598633, - 1.1771976947784424, - 1.1792662143707275, - 1.1784521341323853, - 1.1828535795211792, - 1.1938220262527466, - 1.1932384967803955, - 1.1940722465515137, - 1.1956790685653687, - 1.1975579261779785, - 1.1988321542739868, - 1.2064093351364136, - 1.2046810388565063, - 1.2028303146362305, - 1.2022671699523926, - 1.2021547555923462, - 1.2020716667175293, - 1.2105636596679688, - 1.209747076034546, - 1.2082815170288086, - 1.208004355430603, - 1.2055152654647827, - 1.2058464288711548, - 1.2125015258789062, - 1.2101036310195923, - 1.2062889337539673, - 1.2072315216064453, - 1.2072389125823975, - 1.2054777145385742, - 1.2161681652069092, - 1.2164483070373535, - 1.2049710750579834, - 1.211046814918518, - 1.2146599292755127, - 1.2132941484451294, - 1.2281426191329956, - 1.2294631004333496, - 1.2276273965835571 + 1.0785212516784668, + 1.1202800273895264, + 1.1273229122161865, + 1.1194638013839722, + 1.1311522722244263, + 1.1287739276885986, + 1.1280438899993896, + 1.1337820291519165, + 1.140323519706726, + 1.1376397609710693, + 1.140629529953003, + 1.1390775442123413, + 1.1428505182266235, + 1.1450685262680054, + 1.1512882709503174, + 1.1505322456359863, + 1.1519482135772705, + 1.1539627313613892, + 1.1522201299667358, + 1.1555705070495605, + 1.1589189767837524, + 1.1609907150268555, + 1.163785457611084, + 1.1640260219573975, + 1.166277289390564, + 1.1699869632720947, + 1.1724565029144287, + 1.1729646921157837, + 1.1737935543060303, + 1.1744579076766968, + 1.176250696182251, + 1.1805849075317383, + 1.1544722318649292, + 1.1509993076324463, + 1.1621214151382446, + 1.1555365324020386, + 1.1609433889389038, + 1.1702443361282349, + 1.1793272495269775, + 1.1841907501220703, + 1.1905103921890259, + 1.1902685165405273, + 1.1939733028411865, + 1.1944451332092285, + 1.1989035606384277, + 1.2012896537780762, + 1.2052420377731323, + 1.206272840499878, + 1.2080090045928955, + 1.209839940071106, + 1.2114505767822266, + 1.2193862199783325, + 1.2128914594650269, + 1.2137622833251953, + 1.2147146463394165, + 1.2159149646759033, + 1.2190371751785278, + 1.2188771963119507, + 1.2192736864089966, + 1.2157918214797974, + 1.2184786796569824, + 1.22110915184021, + 1.2254154682159424, + 1.2291561365127563, + 1.2278491258621216, + 1.2280347347259521, + 1.235154390335083, + 1.2291393280029297, + 1.2409019470214844, + 1.244011640548706, + 1.2461798191070557, + 1.2503288984298706 ], "timestamps": [ - "2026-06-15 14:50:00", - "2026-06-15 15:00:00", "2026-06-15 15:10:00", "2026-06-15 15:20:00", "2026-06-15 15:30:00", @@ -527,6 +525,8 @@ "2026-06-16 14:50:00", "2026-06-16 15:00:00", "2026-06-16 15:10:00", - "2026-06-16 15:20:00" + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cafb4b983820ca911ece4a76c83599f522be176a..91f23034d764b8c7ff71daaf9cb4c95ffc259784 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:41:19.529142+00:00", + "evaluated_at": "2026-06-17T15:11:09.105611+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, - 2900.0, 2900.0, 2900.0, 2900.0, @@ -101,9 +89,7 @@ 2850.0, 2850.0, 2800.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2800.0, @@ -115,7 +101,9 @@ 2850.0, 2850.0, 2850.0, - 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2850.012939453125, - 2849.533935546875, - 2850.04541015625, - 2849.92431640625, - 2849.61962890625, - 2849.825927734375, - 2849.71630859375, - 2849.649169921875, - 2849.892333984375, - 2849.85693359375, - 2850.03369140625, - 2850.10498046875, - 2850.14794921875, - 2850.17529296875, - 2850.137451171875, - 2850.213134765625, - 2850.0244140625, - 2849.912353515625, - 2849.9638671875, - 2849.961181640625, - 2850.0439453125, - 2850.109619140625, - 2850.20703125, - 2850.204345703125 + 2848.54736328125, + 2848.711669921875, + 2848.939453125, + 2844.74609375, + 2847.64013671875, + 2845.078369140625, + 2834.3798828125, + 2831.501953125, + 2845.708984375, + 2847.67333984375, + 2844.851318359375, + 2841.06884765625, + 2848.175048828125, + 2847.3095703125, + 2847.308349609375, + 2848.65869140625, + 2849.03271484375, + 2849.483154296875, + 2849.095703125, + 2849.30322265625, + 2849.299072265625, + 2848.99560546875, + 2848.7587890625, + 2848.881103515625 ], "p10": [ - 2794.55126953125, - 2797.072021484375, - 2801.5947265625, - 2798.80810546875, - 2798.578369140625, - 2798.5341796875, - 2797.456787109375, - 2797.902587890625, - 2798.16357421875, - 2797.06640625, - 2796.3994140625, - 2796.51318359375, - 2796.7763671875, - 2796.523681640625, - 2796.348876953125, - 2797.097900390625, - 2796.7861328125, - 2797.245849609375, - 2797.44384765625, - 2797.86083984375, - 2797.939453125, - 2798.060546875, - 2797.544189453125, - 2797.732421875 + 2798.041259765625, + 2798.21484375, + 2797.49462890625, + 2796.988525390625, + 2798.996826171875, + 2797.418701171875, + 2797.46923828125, + 2797.335205078125, + 2798.20068359375, + 2798.970703125, + 2798.47900390625, + 2797.934814453125, + 2797.13720703125, + 2797.1025390625, + 2797.11962890625, + 2796.893798828125, + 2797.795654296875, + 2797.80078125, + 2797.99853515625, + 2797.91943359375, + 2797.9228515625, + 2798.053466796875, + 2797.940185546875, + 2798.231689453125 ], "p90": [ - 2850.8896484375, - 2850.62890625, - 2850.637939453125, - 2850.437255859375, - 2850.575927734375, - 2850.47314453125, - 2850.618408203125, - 2850.58056640625, - 2850.607666015625, - 2850.443115234375, - 2850.579345703125, - 2850.48583984375, - 2850.577880859375, - 2850.6259765625, - 2850.583984375, - 2850.749755859375, - 2851.013916015625, - 2851.73876953125, - 2852.747802734375, - 2853.867919921875, - 2856.097900390625, - 2858.869384765625, - 2867.374267578125, - 2869.7822265625 + 2850.145751953125, + 2850.021484375, + 2849.91455078125, + 2849.344970703125, + 2850.4365234375, + 2850.037353515625, + 2850.184326171875, + 2850.435302734375, + 2850.068359375, + 2849.842529296875, + 2849.97705078125, + 2849.9345703125, + 2850.058349609375, + 2850.04052734375, + 2850.1279296875, + 2849.9453125, + 2849.864013671875, + 2850.0322265625, + 2850.037109375, + 2849.823974609375, + 2849.908203125, + 2849.80615234375, + 2849.97509765625, + 2850.14208984375 ], "timestamps": [ - "2026-06-17 03:55:00", - "2026-06-17 04:10:00", - "2026-06-17 04:25:00", - "2026-06-17 04:40:00", "2026-06-17 04:55:00", "2026-06-17 05:10:00", "2026-06-17 05:25:00", @@ -327,6 +323,10 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00" + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 05f4932d7785608cb1517598ca5c7bb20efaec02..42ee0d3ec1e9ba5ccbb58628d85e2eaa6db31bb7 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:58:00.661172+00:00", + "evaluated_at": "2026-06-17T15:17:20.700892+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:55:41.116322Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", + "data_fetched_at": "2026-06-17T15:07:37.180149Z", "context_length": 96, "prediction_length": 24 }