diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ed289f63ce11d1e54b4b3ba85257021b51a5f1fc..78ddfd94f11d82f8cdd19909e9b003376e948afc 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,812261.9339430373,354135.6371736061,535.1666342399403,0.5432518678222137,0.008234138100181405,0.00822361926406861,7.397847763683398,901.2557539028737,0.013857713705607129,0.008228725275788568,0.007269534623442972,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1558085.485020303,387466.60237120115,558.603565126712,0.573308403120019,0.008613761628412568,0.00859054758980991,7.571559128477479,1248.232945014793,0.019213926650807723,0.008598529601457636,0.007622841094150058,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7469846610871647,0.7381662378412094,0.7113617594994904,0.681239615870406,0.620145704070211,0.4200968662092325,26.456342492253388,0.8642827437171037,0.6434185230302969,0.5295759240418324,0.5263857849726176,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5521753714450721,0.5444102796589299,0.6186949445029831,0.5927521635708407,0.5474370899487411,0.3885011699886573,22.924856182328885,0.7430850364830879,0.5651194597190501,0.4705202441206619,0.4672278701230775,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042580337329432526,0.05015685403201117,0.1830763844801624,0.9153818190220596,0.11969163498043137,0.13050875365245812,7.0032415613048125,0.2063500359327144,0.14272048803966975,0.1266234378077207,0.1042359012461829,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,30.75109860238396,29.623182130744777,4.703072603758098,2.339911831445193,0.19256196475561116,0.17004344305667826,69.41630236128553,5.545367309960987,0.21369431285747728,0.18123594204005647,0.173803952326081,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,33.33985196145184,30.555632843568286,4.635310185474745,0.8852581786583068,0.5813123994845282,0.4024776450418687,5.661447296025422,5.774067194054105,0.4811722661711754,0.3862758487895621,0.3133653737395872,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,26168.860956742243,32634.466993295384,174.78982313210483,1.353211533925973,0.0632989801580416,0.06550323301390396,40.09235680741108,161.76792313911383,0.05882469932331412,0.06355993568440176,0.06159935864507324,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2784.7271177536463,5327.494636309234,70.55230697248093,0.5993824309166522,0.025228348649012026,0.025573213317758952,3.7514533216553207,52.7705137150819,0.01890287058450695,0.0252724681692469,0.02192651280025257,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e522744a4a5b6b53f1cc3ef0135bd9cfaa862bd0..5d79c41f1f5451ec929ae2973cf492536ab1389a 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:58:10.006486+00:00", + "evaluated_at": "2026-06-18T04:07:35.006798+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65147.691769853984, - 65155.1028934771, - 65185.78745347722, - 65157.007946574406, - 65155.64009367096, - 65160.113194771846, - 65164.478902429444, - 65158.9432976244, - 65151.267205826036, - 65149.70865136339, - 65151.26795981523, - 65156.27266719824, - 65158.94123351334, - 65158.941385954604, - 65153.78898744726, - 65154.89048048851, - 65161.65487110574, - 65155.031412505006, - 65156.272485408655, - 65135.069031462976, - 65164.48247959961, - 65158.94133234967, - 65147.821887402846, - 65152.82851365718 + 65176.380801840765, + 65164.15301974802, + 65198.27852598687, + 65201.707666291644, + 65198.29817938252, + 65192.56420719013, + 65201.68778268599, + 65176.36725691806, + 65192.55768869645, + 65184.56721062734, + 65231.32194702861, + 65228.6080513723, + 65201.69081438824, + 65192.78745965083, + 65205.36176394328, + 65202.098167366916, + 65192.91150283537, + 65201.69093192007, + 65203.66788111321, + 65201.69092734045, + 65192.91151345588, + 65203.086627270284, + 65164.10195306511, + 65201.69092534691 ], "p10": [ - 64850.16618549856, - 64983.96582072018, - 64960.36383299123, - 64950.506458323696, - 64892.18898603873, - 64950.640606918285, - 64960.39952890541, - 64959.42817135717, - 64943.9914713883, - 64855.6733593704, - 64943.99222537749, - 64959.426384717925, - 65000.43667865604, - 64949.14202017774, - 64950.634064611804, - 64950.48489780525, - 64897.64780936243, - 64986.50447618491, - 64950.634091603046, - 64949.14196761054, - 64950.48488067348, - 64897.64781877452, - 64855.6727658029, - 64983.89433495902 + 64992.31446131108, + 65029.915370830466, + 64992.86673573387, + 65029.88104575161, + 64982.96722659899, + 64992.90146287947, + 64992.89283215285, + 64926.947658572884, + 65026.84144789577, + 64992.89656442497, + 64987.97238751281, + 64998.9712265919, + 64894.88328554736, + 64998.97109661323, + 64894.15259048992, + 64926.945880110026, + 64933.70056165584, + 65026.842484896915, + 64992.40364573954, + 64982.97681427678, + 65029.86430328795, + 64982.97681277543, + 64926.945858908206, + 64982.97681228324 ], "p90": [ - 65406.97934000839, - 65368.18253303399, - 65497.17698223505, - 65484.51931618998, - 65484.485885179995, - 65484.50425196614, - 65474.61876125249, - 65497.21822185935, - 65474.62125928321, - 65474.62293256027, - 65380.53794845934, - 65489.29095948097, - 65485.76949264663, - 65488.41022603496, - 65373.73642951253, - 65484.88899893403, - 65497.21624717253, - 65504.91811556093, - 65370.028345548824, - 65474.622340725626, - 65488.410171164796, - 65380.53827487482, - 65380.53827417971, - 65380.53827456159 + 65519.72243939492, + 65446.213173802375, + 65519.78238888454, + 65524.79356176754, + 65525.24141183504, + 65519.817116030135, + 65533.930574891725, + 65408.788679263154, + 65524.77579039482, + 65525.25158713049, + 65524.77648285359, + 65535.82980232169, + 65525.25088656062, + 65525.251060673036, + 65612.07816131559, + 65413.70878280944, + 65519.811615825, + 65524.82424506562, + 65612.07819371176, + 65612.07819984635, + 65413.708760748006, + 65535.829609681474, + 65453.52705913803, + 65612.07819785281 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 029b0eb0f95275857bc1e2b8935b8ed5062ee265..9cb4ae497b2547247090ebaf612eafdc4907157b 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:50:07.958190+00:00", + "evaluated_at": "2026-06-18T04:07:35.250663+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6106644398424492, - 1.6277349840165638, - 1.6455439593999492, - 1.6655465944258898, - 1.6813270129483424, - 1.7000658982073218, - 1.7174758160194394, - 1.7348564747205848, - 1.751664191263627, - 1.768520944554902, - 1.784433206392574, - 1.800118305368524, - 1.816180064834091, - 1.834006024838473, - 1.8489953315796845, - 1.8657368234859986, - 1.8788189794353924, - 1.8975142771262752, - 1.911975189944518, - 1.9256220059324538, - 1.9410268832545725, - 1.9555197915397464, - 1.9699194725653892, - 1.9861204438080475, - 2.0004075939313957, - 2.014997146807189, - 2.028487055987512, - 2.0420379264450226, - 2.0556902487430797, - 2.070487303031795, - 2.08339883181284, - 2.0969780043435637, - 2.1080622141240433, - 2.1225312123074747, - 2.1341380586429404, - 2.1484247497767988, - 2.160840557543818, - 2.1731995697245123, - 2.184468890762151, - 2.1981958185389767, - 2.2103942065234694, - 2.2221279584541995, - 2.2327708545074216, - 2.24390157415069, - 2.2569860663372427, - 2.2684769953994066, - 2.2805323066675154, - 2.291174214510759, - 2.3008211841222606, - 2.3132852517088405, - 2.3244504862298827, - 2.3334432317478604, - 2.344034165847599, - 2.353779676648391, - 2.3665775425394684, - 2.376480656436453, - 2.386758635316104, - 2.3977039659821098, - 2.405924513679913, - 2.417148349131826 + 1.6390593835985459, + 1.652184428429297, + 1.664382129955043, + 1.676351958503211, + 1.6890325153379875, + 1.6981626245273327, + 1.711056677699999, + 1.7225167507794237, + 1.7337055190028061, + 1.7449215673467255, + 1.7548184444261223, + 1.766390540880254, + 1.775831206843716, + 1.7871473309480133, + 1.7970299906836757, + 1.8089638262802925, + 1.8185287356153843, + 1.8296476654128, + 1.8398575728903102, + 1.8499551750060754, + 1.8598138318841362, + 1.8680484515353775, + 1.8786849526446887, + 1.888810228409729, + 1.8979294613187279, + 1.9041910891268774, + 1.9160801966543795, + 1.9275684055144184, + 1.9336621915805325, + 1.9429915245575133, + 1.9529459322305285, + 1.9604944582121901, + 1.9699833059092615, + 1.978275457961365, + 1.9873676141471335, + 1.9944292450903078, + 2.0036414152993576, + 2.0122824634628134, + 2.020866223740497, + 2.0281031853499494, + 2.036741064702878, + 2.044425018417238, + 2.0530658878193413, + 2.0597395477121796, + 2.06659060514564, + 2.0742127424825703, + 2.0825407475718762, + 2.0889198079588267, + 2.0963162916092184, + 2.1041377383331588, + 2.11101345467831, + 2.1185367231905756, + 2.1261613156032015, + 2.131710719632345, + 2.139940105219993, + 2.1460677232976373, + 2.1535133886464735, + 2.159839873880714, + 2.1657208339221934, + 2.171789203670394 ], "p10": [ - 1.5990233609313187, - 1.6125108590378188, - 1.6332202924416976, - 1.6532667853534035, - 1.6693616050642717, - 1.6849391138719443, - 1.7021674262518822, - 1.720518769470918, - 1.7376863760653234, - 1.754502858719033, - 1.771018378516304, - 1.78980170967192, - 1.8025615988771204, - 1.8207354207366582, - 1.8351202098561696, - 1.851871995882442, - 1.865504823682603, - 1.8814597346418938, - 1.8989393601765923, - 1.9130773167148978, - 1.9273130381507202, - 1.9410178074133027, - 1.9564195292666493, - 1.9707410506059517, - 1.9864259994285416, - 1.9994151414499044, - 2.0168269486419086, - 2.0266554622885944, - 2.043004875163903, - 2.0545565407728086, - 2.069409558021338, - 2.083441339700491, - 2.0944585388476993, - 2.1074832710271165, - 2.121651353907527, - 2.135086651354936, - 2.1495864915385146, - 2.1580876948423624, - 2.171715071302282, - 2.1827121931492437, - 2.194719013351128, - 2.2095378616159413, - 2.220619850279244, - 2.2302648329730332, - 2.2423379586239633, - 2.2553150769054366, - 2.266830946891286, - 2.2789595081633687, - 2.2870995596773493, - 2.301566405474499, - 2.310122516718394, - 2.321579884783725, - 2.3302084492853137, - 2.3407264278056332, - 2.3538384706521924, - 2.3615282249546627, - 2.3728576077549963, - 2.3843992981669158, - 2.392104434525401, - 2.403685065088862 + 1.6254545987559452, + 1.6384413193667107, + 1.6503757756261908, + 1.6625209870296431, + 1.6747526034104938, + 1.6844513139390596, + 1.6985454238684674, + 1.7087092677208715, + 1.720485691910149, + 1.7330883559474604, + 1.7406989155553771, + 1.7528020177329255, + 1.7634642032768852, + 1.7756298051321797, + 1.7850019743975831, + 1.7973657221913266, + 1.8046825631182193, + 1.815881653001958, + 1.8260787773763723, + 1.8360030878802471, + 1.8471138858572262, + 1.8542073174566487, + 1.8654016483156115, + 1.8734162107822947, + 1.8844489526828183, + 1.8897775512839894, + 1.905458013523264, + 1.912023817976796, + 1.919190085388527, + 1.9315155672343391, + 1.938164331981823, + 1.9463935114581854, + 1.9567266544418378, + 1.963825349579063, + 1.9736313261202758, + 1.9818606591864907, + 1.9890500671680886, + 1.9972868139278732, + 2.006595171966685, + 2.0126158311406614, + 2.0219559397349145, + 2.0306328974307917, + 2.0398494411794603, + 2.0469801067576796, + 2.052567638239469, + 2.0602630070424217, + 2.0697132240900644, + 2.0751406068513387, + 2.0838774802592317, + 2.0897027962120243, + 2.097192357536852, + 2.1053851940313346, + 2.110871829732258, + 2.1191456754741167, + 2.1267348598580984, + 2.1329325633861447, + 2.1394622078700136, + 2.146515218715814, + 2.1529526937046626, + 2.15948004571528 ], "p90": [ - 1.6245413184201691, - 1.6424055500507975, - 1.6597774308205115, - 1.6777518286883006, - 1.6951365946547126, - 1.7130510036567888, - 1.7290111177977834, - 1.749413958971174, - 1.7641416813870203, - 1.781289205171228, - 1.7979168768702998, - 1.8122301979020081, - 1.8309471625030254, - 1.8476632250497291, - 1.8624776709716595, - 1.8773782478325491, - 1.89209254546563, - 1.9097306963294969, - 1.924016946147211, - 1.9389816958925075, - 1.954634599017471, - 1.9689920412803354, - 1.9832305375336212, - 1.9985842856062401, - 2.0124333027291312, - 2.0292208394064977, - 2.0431003192576225, - 2.0536334670543277, - 2.0701718835579643, - 2.0823027912996674, - 2.095747042359969, - 2.1123314414439913, - 2.1217450118414596, - 2.132975132352407, - 2.1473870029889848, - 2.160155015029981, - 2.1725242331963845, - 2.185010615028093, - 2.197757174517909, - 2.211065882148008, - 2.223861306586571, - 2.235719500839479, - 2.248004490459293, - 2.2567240131844932, - 2.271802016941199, - 2.2791899199044936, - 2.294074726872155, - 2.304048929923188, - 2.3140212722402422, - 2.3280048201986085, - 2.3371197880159826, - 2.34658592986779, - 2.357505548044942, - 2.3685830470806897, - 2.378211318271748, - 2.3895761909719897, - 2.4008231157662037, - 2.4109706164944726, - 2.42062286813867, - 2.4315130826164046 + 1.6522899091043803, + 1.664899563385567, + 1.6780628516381104, + 1.690896496257896, + 1.7057832080919877, + 1.713288027302758, + 1.7231282304775646, + 1.7353230409275315, + 1.7492225883358508, + 1.759038336470707, + 1.7737340163009605, + 1.7793656401416302, + 1.7905164869918078, + 1.8006970727694618, + 1.8075077152679087, + 1.8220042971993746, + 1.8302732013728455, + 1.8422236751848, + 1.852327970368014, + 1.8627967252088422, + 1.871454229757416, + 1.8842724249810603, + 1.8903763059480572, + 1.9015881624190993, + 1.9112022321358344, + 1.9194030881380246, + 1.9298492224648132, + 1.9397563563062994, + 1.9471356906562682, + 1.9587397258212327, + 1.9684805446558618, + 1.9747537523952514, + 1.9851021636700907, + 1.9937114385792645, + 1.999373344705506, + 2.0115896759831466, + 2.014569887186288, + 2.025669406574333, + 2.033823017297579, + 2.040614054324734, + 2.050948891328415, + 2.0572036888495497, + 2.065103252413578, + 2.0728156422272948, + 2.0815505197347646, + 2.087919608311422, + 2.0983992530518836, + 2.1014521650753846, + 2.110455920945928, + 2.117857191755327, + 2.1245539057686615, + 2.132118641658426, + 2.1379197128419287, + 2.1456296320535255, + 2.1525459555973843, + 2.157965375752589, + 2.1681215423077544, + 2.1756287430920316, + 2.1782467241019767, + 2.1848730128973295 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 95ef001e8054d539f0a8c8af4e148cefcc55f011..68ce8f25ce0fa78abc642e948bea2cc91bbaf2b9 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.154911+00:00", + "evaluated_at": "2026-06-18T04:07:35.309741+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2575.1718344950395, - 2575.316352676759, - 2575.2654382047535, - 2575.1576565997516, - 2575.002832288152, - 2575.169777703679, - 2575.2619617660685, - 2575.3258268948744, - 2575.2619617660557, - 2575.275177872849, - 2575.270306149321, - 2575.332816679221, - 2575.2226358267158, - 2575.1867825471127, - 2574.981677983999, - 2575.157656437771, - 2575.0070941896797, - 2575.157656437771, - 2575.3162645147763, - 2575.325826894874, - 2575.1867825471127, - 2575.2619617660557, - 2575.157656437771, - 2575.270306149321 + 2721.4658132550867, + 2720.8327311861503, + 2720.8064149811094, + 2721.0536985492577, + 2721.716353935889, + 2720.987415017179, + 2720.921173114987, + 2721.914292963367, + 2720.8429471755016, + 2720.7920423000014, + 2721.0715828417747, + 2721.4965152762015, + 2720.9874146470884, + 2720.8059621857374, + 2720.796293746561, + 2721.0895094697526, + 2721.4140171325407, + 2721.0536562137922, + 2720.8278883517937, + 2721.4140171325407, + 2721.2105142293167, + 2721.4140171325407, + 2720.9874146470884, + 2720.8429471751997 ], "p10": [ - 2529.418195640277, - 2529.4162270106017, - 2531.874310336056, - 2527.5938639374563, - 2529.53059897662, - 2529.4161388489165, - 2531.8743065571084, - 2529.543316760906, - 2529.233911341305, - 2537.620870251727, - 2527.5938637754757, - 2536.181820819334, - 2536.7080863207725, - 2529.5433167609053, - 2529.416138848619, - 2531.8743065570957, - 2531.8743065570957, - 2529.416138848619, - 2531.6412075774765, - 2540.557108220102, - 2529.233911341305, - 2529.5433167609053, - 2529.233911341305, - 2531.6412075774765 + 2698.4175263846773, + 2679.4566498914933, + 2680.7332602463907, + 2681.9785837071568, + 2675.3402182171694, + 2675.5811068832422, + 2680.732807485621, + 2685.299276519117, + 2675.3402142591904, + 2672.585546636637, + 2697.141819757492, + 2686.0807874028883, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2672.5855466366093, + 2698.365730262132, + 2679.8818848953574, + 2675.3402142588884, + 2680.7328074510187, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2673.1135202371283 ], "p90": [ - 2601.045827895259, - 2601.027326344967, - 2599.5454892396792, - 2599.5454856226993, - 2598.9470019602622, - 2598.8739714516632, - 2600.2363150366364, - 2602.3158141756135, - 2598.8805037858306, - 2601.043771103601, - 2600.148434687028, - 2601.192567389151, - 2596.894689187601, - 2598.8805037858306, - 2599.5454854607187, - 2598.873971451366, - 2599.6057803833496, - 2600.148434687028, - 2598.8805037858306, - 2601.0272381829845, - 2601.0272381829845, - 2600.148434687028, - 2593.978180779944, - 2601.043771103601 + 2754.7068477666185, + 2753.2533343626765, + 2752.487252266598, + 2762.2567848211347, + 2754.655055602354, + 2754.864878008332, + 2754.049644078887, + 2760.3135460395683, + 2751.687511026778, + 2754.0496440443126, + 2760.103720042167, + 2760.1037200421647, + 2752.6430839285317, + 2751.7199667316695, + 2751.6348076195804, + 2752.6430839285317, + 2762.2019799838545, + 2760.1037200421647, + 2751.8126652211536, + 2751.6352083503393, + 2752.486799471226, + 2751.8126652211536, + 2762.2019799838545, + 2760.1037200421647 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index de1188d5bae30fd6881b21aceef585ffa900021b..1781c75e937c6b9df9bfe8791f7b22fe5259c38c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:58:10.132055+00:00", + "evaluated_at": "2026-06-18T04:07:35.319656+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1fe6c003c413d3eb8b6b45261a7c3aa2a6517476..2af9714f7cdb277f9dda65fa5f9eb3a1b210827a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.300,3.300,3.300,3.600,3.800,3.700,3.300,3.600,4.100 +2026-06-18,Chronos-2,3.600,3.700,3.600,3.700,4.000,4.000,3.600,3.700,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 72b8d1cb2b1fa710a1f2edb3c32106e735aa8bdf..fa4e5bd98a42726a9ee0085ca51d4c680fc1f843 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.975,3.75,3.975,3.925,4.15,3.6,3.975,3.925,4.175 +2026-W25,Chronos-Bolt-Mini,4.05,3.85,4.05,3.95,4.2,3.675,4.05,3.95,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e82ad4a91627c8564f34bb07262b6e771ad318b5..05cd53dcff4a8643a179f5fb047c6a51b1d4bdbc 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,699485.7990760803,699485.7990760803,709.453125,0.7201714580654485,0.010967627705701833,0.010886465114988355,2.4493918715148353,836.3526762533138,0.012859763606775008,0.010908555369797745,0.007201548635178386,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,891364.4470659891,891364.4470659891,814.7669270833334,0.8362150817551481,0.012605813180621503,0.012501107160391095,4.030767845580958,944.1209917515812,0.014532761338700078,0.01254162697516179,0.007947291080068404,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.15811810372967242,0.15811810372967242,0.27100007732709247,0.25952475813298354,0.2499580810245268,0.3640040571982006,0.6394860720898815,0.39764067162410893,0.29602508611106076,0.20174702175005774,0.15763775769217053,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.46663247011828435,0.46663247011828435,0.5149871309598287,0.49339296983071834,0.4700112407650295,0.7469464933561892,6.790322449272187,0.6831050212948843,0.5195043926501152,0.3916499928294623,0.31843840887183494,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02885681069847459,0.02885681069847459,0.13142549826039207,0.6571274170891991,0.08600439988103248,0.09122478190572401,3.934398697701749,0.169872925148402,0.11749136205535576,0.0908994813972126,0.09989174414545345,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.9742980832396217,1.9742980832396217,1.3496735095977783,0.6715007995352723,0.053435004497120554,0.05508046546586476,2.501346422119196,1.4050971792867644,0.05414632781606978,0.052010540888312425,0.0435686620884854,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.404833335821156,30.404833335821156,4.530744115511577,0.865288000840407,0.5729897481433784,0.39442584333685476,9.982657187181063,5.514057792209033,0.4595048160174194,0.3775620096259647,0.30034636435685336,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,23896.655040696263,23896.655040696263,147.9315388997396,1.1452764301915324,0.05353448543709971,0.0551381803990579,34.974346569430445,154.58542958732,0.05621288348629818,0.05379328687263257,0.04987156928990425,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1748.044067022701,1748.044067022701,38.95887247721354,0.33097803166482304,0.013919503546380376,0.014031316746093,5.620926178788717,41.80961692030556,0.014976579195333335,0.01395541700676306,0.012466922062862769,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d460e43416f7343049438483b19bcfdcd665d243..0122818e6635131742ce5d9a280a1228f2656320 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:55:42.210183+00:00", + "evaluated_at": "2026-06-18T04:02:57.624749+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65818.3203125, - 65809.0703125, - 65806.84375, - 65808.0, - 65784.3828125, - 65777.671875, - 65760.453125, - 65749.0859375, - 65728.6328125, - 65725.2734375, - 65694.0390625, - 65693.5, - 65688.5859375, - 65685.9609375, - 65658.0390625, - 65668.5546875, - 65630.5390625, - 65620.8828125, - 65614.3359375, - 65600.2578125, - 65570.6796875, - 65531.0546875, - 65489.77734375, - 65480.26953125 + 65849.78125, + 65834.234375, + 65831.0234375, + 65829.3828125, + 65806.0078125, + 65798.5625, + 65780.7734375, + 65771.3203125, + 65759.4140625, + 65757.7734375, + 65742.40625, + 65739.3046875, + 65744.3125, + 65744.7578125, + 65734.046875, + 65737.328125, + 65725.09375, + 65713.8203125, + 65699.1015625, + 65687.0546875, + 65656.6328125, + 65625.2109375, + 65585.6484375, + 65573.1953125 ], "p10": [ - 65520.25390625, - 65408.3046875, - 65309.62890625, - 65196.1875, - 65074.29296875, - 64950.6328125, - 64816.41015625, - 64732.1640625, - 64650.86328125, - 64536.33984375, - 64473.30859375, - 64409.9921875, - 64325.71875, - 64270.1171875, - 64228.8828125, - 64219.5078125, - 64127.96484375, - 63999.09765625, - 63952.578125, - 63903.81640625, - 63823.75390625, - 63772.546875, - 63713.078125, - 63686.98046875 + 65580.5, + 65465.62890625, + 65368.40625, + 65261.29296875, + 65156.30859375, + 65049.1015625, + 64922.3515625, + 64840.91796875, + 64774.7421875, + 64678.44140625, + 64619.01171875, + 64562.80078125, + 64491.94140625, + 64455.91015625, + 64423.39453125, + 64437.07421875, + 64362.40234375, + 64195.0234375, + 64114.9140625, + 64033.30078125, + 63962.765625, + 63899.8671875, + 63848.3203125, + 63797.53125 ], "p90": [ - 66027.6171875, - 66120.15625, - 66199.125, - 66266.5234375, - 66320.59375, - 66350.65625, - 66369.53125, - 66417.4296875, - 66446.609375, - 66485.828125, - 66510.6484375, - 66561.9453125, - 66624.46875, - 66623.53125, - 66631.1640625, - 66652.0859375, - 66669.90625, - 66697.2109375, - 66717.796875, - 66791.3046875, - 66768.890625, - 66802.015625, - 66823.0234375, - 66819.859375 + 66046.625, + 66133.21875, + 66209.9140625, + 66272.640625, + 66327.3046875, + 66353.859375, + 66373.5390625, + 66424.6171875, + 66461.25, + 66503.625, + 66533.015625, + 66602.3046875, + 66660.4921875, + 66656.625, + 66656.140625, + 66681.90625, + 66733.171875, + 66761.1875, + 66785.2734375, + 66860.75, + 66844.6015625, + 66874.1953125, + 66906.28125, + 66917.6796875 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8bc44a1c6db9c0721626351e3ac0896ec0bcca3d..8d7db7b2d705f377ad9f173783459212eca69ffd 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:47:48.840710+00:00", + "evaluated_at": "2026-06-18T04:03:03.532332+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6341004371643066, - 1.6484235525131226, - 1.6568760871887207, - 1.6649627685546875, - 1.66990327835083, - 1.676558256149292, - 1.6817576885223389, - 1.6840651035308838, - 1.6863512992858887, - 1.6890573501586914, - 1.6836199760437012, - 1.6770358085632324, - 1.6721975803375244, - 1.666612148284912, - 1.6551580429077148, - 1.6415455341339111, - 1.615098476409912, - 1.603393316268921, - 1.5858893394470215, - 1.5667855739593506, - 1.5412371158599854, - 1.519870400428772, - 1.4909660816192627, - 1.4664623737335205, - 1.4313775300979614, - 1.3995249271392822, - 1.3669745922088623, - 1.3332310914993286, - 1.3008646965026855, - 1.2638744115829468, - 1.2302576303482056, - 1.188576102256775, - 1.1130380630493164, - 1.0714184045791626, - 1.0396989583969116, - 0.9934852719306946, - 0.9545508623123169, - 0.9046317338943481, - 0.8620432019233704, - 0.8075543642044067, - 0.7698374390602112, - 0.7298648357391357, - 0.6936566829681396, - 0.64167320728302, - 0.6070050001144409, - 0.5676231980323792, - 0.5217795968055725, - 0.48050355911254883, - 0.45031529664993286, - 0.4080960154533386, - 0.380490779876709, - 0.34294378757476807, - 0.2981605529785156, - 0.26716089248657227, - 0.22777801752090454, - 0.20011961460113525, - 0.17338019609451294, - 0.13654685020446777, - 0.1171499490737915, - 0.07766354084014893 + 1.6584844589233398, + 1.6628844738006592, + 1.6640760898590088, + 1.6635706424713135, + 1.657975435256958, + 1.6535251140594482, + 1.6484858989715576, + 1.6380845308303833, + 1.628431797027588, + 1.6175880432128906, + 1.5993170738220215, + 1.582129955291748, + 1.5660622119903564, + 1.5434679985046387, + 1.5215224027633667, + 1.4926371574401855, + 1.4499999284744263, + 1.4189211130142212, + 1.3869080543518066, + 1.3500988483428955, + 1.315128207206726, + 1.2787834405899048, + 1.2392253875732422, + 1.1968650817871094, + 1.1510968208312988, + 1.1088590621948242, + 1.0621912479400635, + 1.021069884300232, + 0.9783051609992981, + 0.9299888610839844, + 0.8816625475883484, + 0.8436892032623291, + 0.7344011664390564, + 0.6916390657424927, + 0.639913022518158, + 0.5869092345237732, + 0.5376270413398743, + 0.48909592628479004, + 0.44187015295028687, + 0.3885723352432251, + 0.3407260775566101, + 0.29811352491378784, + 0.25072216987609863, + 0.19760620594024658, + 0.15944063663482666, + 0.11402416229248047, + 0.06274020671844482, + 0.029619216918945312, + 0.01527559757232666, + -0.03135323524475098, + -0.07089793682098389, + -0.0984729528427124, + -0.13330340385437012, + -0.18189537525177002, + -0.21231019496917725, + -0.24860119819641113, + -0.270410418510437, + -0.2909374237060547, + -0.3247194290161133, + -0.33848512172698975 ], "p10": [ - 1.615907073020935, - 1.6293249130249023, - 1.6330864429473877, - 1.6309384107589722, - 1.637587547302246, - 1.6357333660125732, - 1.637183427810669, - 1.636229157447815, - 1.63175630569458, - 1.627173662185669, - 1.6166436672210693, - 1.607460379600525, - 1.5939750671386719, - 1.5778435468673706, - 1.5643572807312012, - 1.5249907970428467, - 1.4999206066131592, - 1.4929814338684082, - 1.4636437892913818, - 1.4422484636306763, - 1.408657193183899, - 1.3791155815124512, - 1.341240644454956, - 1.3107733726501465, - 1.2598497867584229, - 1.2212964296340942, - 1.1741143465042114, - 1.1266604661941528, - 1.067257046699524, - 1.0262457132339478, - 0.9823592305183411, - 0.9254524111747742, - 0.8150687217712402, - 0.76173335313797, - 0.7034130096435547, - 0.6595332622528076, - 0.5811443328857422, - 0.5529268383979797, - 0.49569129943847656, - 0.4400002956390381, - 0.38501352071762085, - 0.32555580139160156, - 0.2756028175354004, - 0.2337871789932251, - 0.17748099565505981, - 0.1159517765045166, - 0.05777740478515625, - 0.03568887710571289, - -0.09502279758453369, - -0.16234159469604492, - -0.23583948612213135, - -0.258197546005249, - -0.30404341220855713, - -0.35339558124542236, - -0.38637983798980713, - -0.427046537399292, - -0.4776500463485718, - -0.5042699575424194, - -0.5395330190658569, - -0.5734158754348755 + 1.6368281841278076, + 1.6410679817199707, + 1.6332886219024658, + 1.6206525564193726, + 1.6194531917572021, + 1.6051077842712402, + 1.5984466075897217, + 1.5853300094604492, + 1.5676183700561523, + 1.5519039630889893, + 1.5261858701705933, + 1.5059404373168945, + 1.480520248413086, + 1.4401181936264038, + 1.4186210632324219, + 1.364775538444519, + 1.3225046396255493, + 1.2910243272781372, + 1.253814935684204, + 1.2134439945220947, + 1.1696765422821045, + 1.1268219947814941, + 1.070223093032837, + 1.0179530382156372, + 0.9581433534622192, + 0.9092501401901245, + 0.8352056741714478, + 0.7806631326675415, + 0.7164927124977112, + 0.6630799174308777, + 0.6118320226669312, + 0.5477501749992371, + 0.4357958436012268, + 0.3795667886734009, + 0.3157420754432678, + 0.26645880937576294, + 0.19137024879455566, + 0.1332518458366394, + 0.07989442348480225, + 0.01684117317199707, + -0.03908360004425049, + -0.09698307514190674, + -0.14803838729858398, + -0.20353662967681885, + -0.25225532054901123, + -0.32657814025878906, + -0.37562692165374756, + -0.3952515125274658, + -0.4981577396392822, + -0.5715476274490356, + -0.6145085096359253, + -0.6460086107254028, + -0.6914336681365967, + -0.7237043380737305, + -0.7551077604293823, + -0.7969837188720703, + -0.837531566619873, + -0.858668327331543, + -0.9012773036956787, + -0.9157313108444214 ], "p90": [ - 1.6579722166061401, - 1.6674480438232422, - 1.6843163967132568, - 1.6982643604278564, - 1.7075378894805908, - 1.7129878997802734, - 1.7259082794189453, - 1.7326552867889404, - 1.741568684577942, - 1.749315857887268, - 1.7470934391021729, - 1.7465900182724, - 1.7500100135803223, - 1.7499549388885498, - 1.751312255859375, - 1.7416036128997803, - 1.7189395427703857, - 1.709963083267212, - 1.7009835243225098, - 1.6842631101608276, - 1.6866068840026855, - 1.6627264022827148, - 1.6476025581359863, - 1.6380980014801025, - 1.6139758825302124, - 1.6017768383026123, - 1.5826369524002075, - 1.5489212274551392, - 1.5379642248153687, - 1.515446424484253, - 1.4986015558242798, - 1.4763073921203613, - 1.4862370491027832, - 1.459691047668457, - 1.439310073852539, - 1.4185675382614136, - 1.3889422416687012, - 1.363640546798706, - 1.3499094247817993, - 1.3222864866256714, - 1.2973424196243286, - 1.2791000604629517, - 1.255384087562561, - 1.2235476970672607, - 1.216397762298584, - 1.1887943744659424, - 1.1495542526245117, - 1.1251429319381714, - 1.2230796813964844, - 1.1925089359283447, - 1.168938398361206, - 1.1609766483306885, - 1.1217501163482666, - 1.1127568483352661, - 1.085627555847168, - 1.1037369966506958, - 1.099923849105835, - 1.0899897813796997, - 1.071252703666687, - 1.040334939956665 + 1.6793537139892578, + 1.6841732263565063, + 1.6959267854690552, + 1.6973317861557007, + 1.6979167461395264, + 1.6932978630065918, + 1.6950212717056274, + 1.6913485527038574, + 1.6883305311203003, + 1.6853739023208618, + 1.6743067502975464, + 1.656604290008545, + 1.6488678455352783, + 1.6367803812026978, + 1.6226005554199219, + 1.6056052446365356, + 1.5718830823898315, + 1.5467114448547363, + 1.5147557258605957, + 1.491271734237671, + 1.4705811738967896, + 1.4382081031799316, + 1.4156465530395508, + 1.3853387832641602, + 1.3597216606140137, + 1.322514295578003, + 1.2927212715148926, + 1.2520396709442139, + 1.2246458530426025, + 1.207058310508728, + 1.1675362586975098, + 1.122039556503296, + 1.122494101524353, + 1.0900847911834717, + 1.0542750358581543, + 1.0026568174362183, + 0.9778907299041748, + 0.9374698400497437, + 0.9067338705062866, + 0.8847066760063171, + 0.8535802960395813, + 0.8018287420272827, + 0.7917540073394775, + 0.7387352585792542, + 0.7207979559898376, + 0.6919419765472412, + 0.6671509742736816, + 0.6440486907958984, + 0.7186063528060913, + 0.7088074684143066, + 0.682398796081543, + 0.6695466041564941, + 0.6258587837219238, + 0.6076287031173706, + 0.5877416133880615, + 0.6108615398406982, + 0.6158769130706787, + 0.5686936974525452, + 0.5688235759735107, + 0.5323815941810608 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 26b0e7e9d20c809992a1ef47288d4ca304001126..04735ed638ce5c8ced75ccd593a3ffec7e9ac5a5 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:29.188387+00:00", + "evaluated_at": "2026-06-18T04:03:10.322587+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2598.02392578125, - 2600.17041015625, - 2601.12109375, - 2603.536865234375, - 2603.275390625, - 2602.237060546875, - 2602.810546875, - 2600.05859375, - 2601.642333984375, - 2601.739013671875, - 2601.7099609375, - 2600.7294921875, - 2599.23046875, - 2601.214599609375, - 2602.210205078125, - 2604.787841796875, - 2603.289794921875, - 2603.82958984375, - 2603.71826171875, - 2602.292724609375, - 2602.82373046875, - 2603.9013671875, - 2603.405029296875, - 2601.884765625 + 2754.707763671875, + 2755.12646484375, + 2755.9228515625, + 2755.767822265625, + 2755.17138671875, + 2755.0859375, + 2754.5400390625, + 2754.5673828125, + 2754.82666015625, + 2754.323974609375, + 2753.7705078125, + 2753.591064453125, + 2752.533203125, + 2753.147705078125, + 2754.4248046875, + 2753.67236328125, + 2757.39111328125, + 2756.41162109375, + 2756.75830078125, + 2755.28271484375, + 2754.2197265625, + 2753.191162109375, + 2751.384521484375, + 2750.71484375 ], "p10": [ - 2584.517333984375, - 2587.069580078125, - 2588.0126953125, - 2591.908447265625, - 2591.59814453125, - 2589.748779296875, - 2589.32763671875, - 2580.91162109375, - 2583.957763671875, - 2583.037109375, - 2580.823486328125, - 2574.42578125, - 2567.723876953125, - 2569.591064453125, - 2570.3359375, - 2574.421630859375, - 2579.237548828125, - 2579.052978515625, - 2578.022216796875, - 2574.45068359375, - 2575.00048828125, - 2575.716796875, - 2572.6669921875, - 2569.6416015625 + 2742.4462890625, + 2738.55810546875, + 2737.210205078125, + 2735.00244140625, + 2734.676513671875, + 2732.29638671875, + 2731.806640625, + 2730.665283203125, + 2728.49267578125, + 2727.123779296875, + 2724.195556640625, + 2724.36279296875, + 2722.00439453125, + 2719.318359375, + 2717.0009765625, + 2715.132568359375, + 2708.232421875, + 2705.607666015625, + 2703.47216796875, + 2698.73291015625, + 2695.336181640625, + 2687.907958984375, + 2680.349365234375, + 2674.994384765625 ], "p90": [ - 2608.771728515625, - 2609.82763671875, - 2610.788330078125, - 2613.63330078125, - 2614.50244140625, - 2612.958740234375, - 2615.2353515625, - 2614.62841796875, - 2618.140380859375, - 2617.714111328125, - 2619.07470703125, - 2621.239501953125, - 2626.784423828125, - 2632.3427734375, - 2638.327392578125, - 2641.27001953125, - 2662.7392578125, - 2666.1572265625, - 2670.208251953125, - 2673.94677734375, - 2677.684326171875, - 2681.05615234375, - 2685.5263671875, - 2692.271240234375 + 2770.0908203125, + 2772.286376953125, + 2774.5, + 2776.79541015625, + 2776.992919921875, + 2778.932373046875, + 2778.810546875, + 2779.098388671875, + 2778.818115234375, + 2778.76611328125, + 2779.87890625, + 2779.779296875, + 2779.8515625, + 2780.291259765625, + 2781.0009765625, + 2783.225830078125, + 2786.263916015625, + 2787.279296875, + 2788.447509765625, + 2786.356689453125, + 2785.41015625, + 2785.264892578125, + 2785.285400390625, + 2783.81884765625 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index d9ead426cf32a384325386ec9dfb4826881ab267..0973d34f7ca3df7e6e2330735394b4ae378a1d65 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:55:55.912523+00:00", + "evaluated_at": "2026-06-18T04:03:12.064132+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 97b937c8de4bcfc6848d54106c5318f70d84f0ca..6bebc42c275c32b78e9a589b9f4ab510d32f0489 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1788335.263060892,1690066.0375573162,1096.5632376920585,1.1131299840981865,0.016956629538154133,0.01675644644282806,30.89939696053895,1337.2865299033308,0.020562125449422992,0.016860762710501142,0.016229177095358396,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2018257.1635705456,1924862.7221426952,1198.562973201754,1.23011428337234,0.018544684727529234,0.018316523279125915,34.89467388297472,1420.653780331628,0.021867983568692875,0.01844936167199112,0.017770478098314803,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8750509412201162,0.8821007244113559,0.7712058349381415,0.7385496334803356,0.6746097269329352,0.4427605450197188,26.33266480229876,0.935441575524691,0.6963929816724856,0.5741270699611057,0.5618268198136195,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6230185886936334,0.630034090669943,0.6632694212314919,0.6354575675112061,0.5876878088799109,0.4078635783632119,22.063268474148632,0.7893152657168322,0.6002777537023471,0.504419330994076,0.49074176892768595,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010139006800444664,0.009640005208657744,0.08378568545133447,0.418928379944947,0.060069197214446785,0.057811278656083945,4.138554694531052,0.10069263528403984,0.06964332225473722,0.05794975447570019,0.049072016790118855,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,232.26741995439775,229.00269686771358,13.148583393486172,6.541792662222008,0.5295136353656487,0.39269271498866526,234.99118190486953,15.240322173576178,0.5872956636720693,0.5066891580424511,0.4992963804084407,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,40.29138653892409,45.468328356176876,5.64935292826642,1.078921514151677,0.7665917955192212,0.4590413641693563,4.896286077256797,6.347549648401664,0.5289624707001387,0.4707794106888683,0.3494995672213591,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,35487.36131043988,34530.27677831328,176.30804065964128,1.364965476074642,0.06377348929320052,0.06610409127482376,26.822475658279632,188.3808942287935,0.0685021433559249,0.0641120147853241,0.06195039862370794,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,7050.831183477218,7070.044373258621,71.03396887667493,0.6034744258549375,0.025406607999488722,0.024965624325255054,4.4057264236893365,83.96922759843166,0.030078529288990446,0.02544500377671938,0.023506227926815497,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 431c88320830ae66c844c336f7a1d747499532a0..a62d15772c55e0a79c0ba654c3a73cb42ee90db4 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:58:10.161267+00:00", + "evaluated_at": "2026-06-18T04:07:35.365280+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65842.74485232303, - 65861.90660821208, - 65891.22070785113, - 65915.00355749018, - 65955.80984462923, - 65947.60831926829, - 66002.58257515733, - 66030.63300292139, - 66036.61311818543, - 66068.18893657447, - 66071.99522371353, - 66151.98901085257, - 66154.84217299163, - 66165.20314763067, - 66161.19693476973, - 66213.13994065877, - 66249.51263404783, - 66273.27595243687, - 66287.21895832593, - 66293.31040171497, - 66338.05418885402, - 66372.97766349307, - 66385.99098188212, - 66421.43398777118 + 65859.24161603967, + 65877.86567370503, + 65934.44480949538, + 65954.14503903575, + 65986.91753420111, + 66014.81112311648, + 66024.86877453185, + 66056.19791032221, + 66087.86298361256, + 66097.92063502793, + 66137.3083645683, + 66184.36406285866, + 66169.15218302402, + 66194.41295943937, + 66234.71084522974, + 66260.2899810201, + 66269.82419493547, + 66305.71192447584, + 66328.7559040162, + 66352.64168043155, + 66366.50206622192, + 66372.44838951228, + 66404.72869717765, + 66450.50900484301 ], "p10": [ - 65549.29172732303, - 65656.86832696208, - 65686.41211410113, - 65722.96761999019, - 65685.67859462922, - 65768.12355364328, - 65828.13140328233, - 65821.73964354639, - 65784.45061818542, - 65771.52878032447, - 65879.10537996353, - 65974.29213585258, - 65990.00623549163, - 65966.51564763067, - 65977.87740351973, - 65958.91337815877, - 66043.97669654783, - 66068.66970243688, - 66081.50020832593, - 66114.67368296497, - 66082.37840760402, - 66167.81750724307, - 66131.76441938212, - 66251.32461277118 + 65681.52677228967, + 65705.87739245503, + 65730.22801262038, + 65753.73058591074, + 65813.02026857612, + 65802.43182624147, + 65770.64221203185, + 65838.64986344721, + 65910.79853048756, + 65904.06438502793, + 65924.18492706829, + 66020.67031285865, + 65965.25374552402, + 66001.46686568938, + 65965.44717335474, + 66033.4548247701, + 66014.14841368547, + 66095.48731510084, + 66123.2199665162, + 66135.70808668155, + 66226.69933184692, + 66119.78432701228, + 66160.25213467765, + 66241.59103609301 ], "p90": [ - 66172.34016482302, - 66094.18785821208, - 66234.47461410113, - 66246.10511999018, - 66273.93875087923, - 66298.63175676829, - 66224.37163765733, - 66429.34589354639, - 66293.03889943543, - 66407.32565532447, - 66323.14366121353, - 66446.87338585257, - 66471.56639174162, - 66497.01174138067, - 66407.83755976973, - 66545.56181565877, - 66580.17669654783, - 66698.49470243687, - 66514.64083332593, - 66644.33383921497, - 66669.11043885401, - 66594.76672599307, - 66719.24879438212, - 66743.94180027118 + 66212.02286603967, + 66232.39692370503, + 66259.97176262038, + 66281.09816403575, + 66308.58940920111, + 66329.79940436648, + 66358.12658703185, + 66276.64126969721, + 66406.82782736256, + 66350.67063502793, + 66455.5290676933, + 66479.87968785866, + 66406.36937052403, + 66528.58092818937, + 66553.84014210475, + 66477.4931060201, + 66495.79685118547, + 66622.00684635084, + 66650.3340290162, + 66683.77058668155, + 66592.52745684692, + 66642.87807701228, + 66746.90057217765, + 66772.08712984301 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f8a7789952bf5311d7791aab1f4472733c7698d2..434a2cb81f1bbdbdf911c29d3a5faed714414ca7 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:50:08.090761+00:00", + "evaluated_at": "2026-06-18T04:07:35.381262+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.626202327311723, - 1.6424092176510343, - 1.6476161304016923, - 1.6738230261054217, - 1.6925299140605472, - 1.7037368240693913, - 1.7204437377737234, - 1.7396506341927087, - 1.753357467311561, - 1.7705643745785915, - 1.7862711670470761, - 1.8019781979341398, - 1.819185060497687, - 1.8378920527609408, - 1.8645988824227238, - 1.8748058202073323, - 1.8865127088777136, - 1.9072196455894388, - 1.9259264888410805, - 1.9356333883595074, - 1.9483402939576078, - 1.9650471778596175, - 1.9922540755899047, - 2.0054610641576707, - 2.024667900972011, - 2.0438747973909965, - 2.0570816518483115, - 2.071288538134507, - 2.0894955219339013, - 2.1092023672121014, - 2.1214093090498256, - 2.1381162078529967, - 2.1533230365611056, - 2.1745300264401735, - 2.189736914752927, - 2.213943746798896, - 2.2211506785038306, - 2.23685753057696, - 2.2585644246117593, - 2.2747714192591992, - 2.2864783228307415, - 2.305685219249727, - 2.319392111973224, - 2.3390990168560686, - 2.3553058773930577, - 2.3675128043296207, - 2.3887196899005607, - 2.40542657380257, - 2.4281334698639276, - 2.4448403686670988, - 2.465547275576501, - 2.4672541588824646, - 2.4879609167802554, - 2.5076679557735506, - 2.530874815595284, - 2.5375817090340367, - 2.5552885353579597, - 2.566495534773771, - 2.595202457895637, - 2.6144093096111387 + 1.6554990199473052, + 1.6650044148076526, + 1.6720099908661201, + 1.6900155147109188, + 1.7000209627386094, + 1.7070264791924321, + 1.7160318208854364, + 1.7340374639395246, + 1.7420429973210665, + 1.7575484341430838, + 1.762553976346113, + 1.7745594582292419, + 1.7830649255688373, + 1.798570392193177, + 1.8135758652548184, + 1.8230814091267777, + 1.8280869215274846, + 1.843592432855308, + 1.8575978442857466, + 1.8531034491928622, + 1.8651089012736686, + 1.8801144339399547, + 1.8986198768416458, + 1.9076254122497456, + 1.916130879589341, + 1.9286363252328458, + 1.9416418836483385, + 1.9476473086686361, + 1.9591528714948725, + 1.9691583493248854, + 1.9821637885310885, + 1.9936693662584861, + 2.0016747804307387, + 2.0201803574428805, + 2.033685775310621, + 2.042191376760667, + 2.0526968034498947, + 2.058702347679482, + 2.07320776757378, + 2.0802132393241193, + 2.089718738492595, + 2.1027242671057653, + 2.113229678893832, + 2.1277352776020644, + 2.1352407876185855, + 2.1452461909427925, + 2.1632517594910747, + 2.1667571421920746, + 2.18826272528389, + 2.196268243764271, + 2.2077737320847013, + 2.2112792041926683, + 2.220784688459983, + 2.238290188939761, + 2.255795719221861, + 2.256301229953638, + 2.266306707783651, + 2.274812234727891, + 2.295317756188504, + 2.3068231849042897 ], "p10": [ - 1.5662023249275372, - 1.5879092189623365, - 1.5996161225338792, - 1.6249229702201067, - 1.6299299012151875, - 1.6457368185205714, - 1.6634436967657278, - 1.691950565838102, - 1.7048575105845332, - 1.71456443692505, - 1.731271338708453, - 1.7459782036561857, - 1.7766851010288454, - 1.7851919861944736, - 1.799898910746851, - 1.8165058048770177, - 1.833512705778272, - 1.8482196005283273, - 1.8689264776354073, - 1.8856333764385784, - 1.9003403009909559, - 1.915047222563101, - 1.9384540917308426, - 1.9551609905340135, - 1.969167870454433, - 1.9888747902384392, - 2.0023816706356956, - 2.012288597381524, - 2.0389954866479516, - 2.0597023339527096, - 2.067409289022665, - 2.0891161830574645, - 2.1028230608798006, - 2.119329962257892, - 2.1292368890037205, - 2.1489438087877266, - 2.169450658667405, - 2.1813575596640264, - 2.207864478327465, - 2.21467135932617, - 2.2342782766490625, - 2.253185150108339, - 2.2676920772356373, - 2.2895989686955156, - 2.2993058682139424, - 2.318012771070229, - 2.3367196441241935, - 2.349426591445545, - 2.3728334606132866, - 2.3918403655676572, - 2.410547208819299, - 2.4182541638892547, - 2.4399610579240543, - 2.4602679103786533, - 2.4653748393179327, - 2.482881757623743, - 2.4997886538519936, - 2.5144955486020484, - 2.5402024507430796, - 2.5569093495462507 + 1.6057989475395826, + 1.6098044698346607, + 1.618809987361367, + 1.6388154318127788, + 1.646020972513771, + 1.649926466293987, + 1.660931961051719, + 1.6809374606374272, + 1.6900429515446993, + 1.6975484257984335, + 1.7090539200793284, + 1.7198594174119812, + 1.7378648846323672, + 1.7400704301017311, + 1.750875927434384, + 1.7598814181390001, + 1.7690869131837657, + 1.7820924050795435, + 1.8009979009459218, + 1.8041033945950076, + 1.8150088876599677, + 1.8281143881635875, + 1.8371198788682037, + 1.8471253566982166, + 1.8629308492624979, + 1.8691363462136807, + 1.884941838777962, + 1.8890473568053472, + 1.903052845721824, + 1.9220583432809744, + 1.9249638365247486, + 1.9361693316877922, + 1.9561748297833845, + 1.9561803248335519, + 1.9671858188229427, + 1.980191340521043, + 1.9929968121044892, + 2.002202327056275, + 2.019507797328419, + 2.022213285696533, + 2.0332188080446962, + 2.0498242627188636, + 2.057129772330073, + 2.0756352703660603, + 2.0862407628230533, + 2.0882462619263364, + 2.103251757106889, + 2.114257251864621, + 2.1311627436778835, + 2.1412682366117135, + 2.160273736406038, + 2.1600792077212634, + 2.1752847229114676, + 2.187090219290446, + 2.1882956941879104, + 2.2021012095211656, + 2.21310670725913, + 2.22031219825078, + 2.2332176884537858, + 2.251323184189034 ], "p90": [ - 1.6562022987014935, - 1.6730092558218488, - 1.6856161243369197, - 1.702323016807097, - 1.7190299454125904, - 1.739736852321993, - 1.7564437511251638, - 1.7732506486408746, - 1.7850575509249567, - 1.8047644647484982, - 1.8242713334632443, - 1.8339782039244066, - 1.852685112368629, - 1.8743919702681124, - 1.8910988690712833, - 1.9040058167979466, - 1.9195127042285514, - 1.941219625085441, - 1.9541265132074592, - 1.9726333888363445, - 1.9844403104919361, - 2.0020472379410994, - 2.0197540944398735, - 2.039560982761568, - 2.056267881564739, - 2.073874828385412, - 2.0905817271885825, - 2.103288594416193, - 2.1199954872588993, - 2.139702376868054, - 2.153409284492712, - 2.175116208329834, - 2.1869231106139164, - 2.2035299510999025, - 2.2242368580093053, - 2.2391438336309424, - 2.2556507409694984, - 2.2703575798401987, - 2.287064504720402, - 2.303771403523573, - 2.322578328934257, - 2.3382851929283155, - 2.351892080978809, - 2.3705989726592245, - 2.392305892771056, - 2.4040127367379536, - 2.421719682271166, - 2.4404265553251303, - 2.4591334879837397, - 2.474840399661514, - 2.490547251734643, - 2.504354164404835, - 2.5239610493409854, - 2.540767946856696, - 2.554574865487352, - 2.5750817328758946, - 2.5877886533751564, - 2.606595608588163, - 2.625202435245872, - 2.6419093280885786 + 1.6869990316298156, + 1.6990045135129443, + 1.7041100186657265, + 1.716015484327451, + 1.7310210106607438, + 1.741126457400974, + 1.7530320001762079, + 1.7640374353292951, + 1.7712429615016552, + 1.7850484377193625, + 1.797053979207136, + 1.8040594062539916, + 1.8181649207050983, + 1.8301704562324075, + 1.8410759582380642, + 1.8501814714970781, + 1.8590869098449743, + 1.873192400454223, + 1.8860979243943892, + 1.8922034226330324, + 1.9002088964099295, + 1.914114389966628, + 1.9251198485890442, + 1.940125351453008, + 1.9502308577978829, + 1.9631363280938687, + 1.9731418953308488, + 1.9851473772139776, + 1.9923528612905572, + 2.00215834206802, + 2.016263826344275, + 2.028169369119509, + 2.035174796166365, + 2.0462803492412815, + 2.0611857937880607, + 2.0702913666517193, + 2.0831968429081695, + 2.090202269955025, + 2.101207764712757, + 2.115213280451324, + 2.1232187844030728, + 2.1372242699667883, + 2.145329778591541, + 2.156235298106062, + 2.167240766041704, + 2.1782462641521976, + 2.19325173684131, + 2.1962572690307587, + 2.2153627727530294, + 2.2262682151540414, + 2.233273731607864, + 2.2443792548804584, + 2.258284712301841, + 2.2712901813103663, + 2.282295682028563, + 2.2923011896608982, + 2.302406690045309, + 2.3124122513218244, + 2.3253177275782746, + 2.335423174318505 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3dc004d1d68fbc319dcf7957c49cba91ecdfc312..d27afeddf726526fa059e6e777f4d7f03d2cf178 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.358582+00:00", + "evaluated_at": "2026-06-18T04:07:35.399921+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2597.0027081874864, - 2594.975686548606, - 2592.9486649097253, - 2590.9216432708445, - 2588.8946216319637, - 2586.8675999930833, - 2584.8405783542025, - 2582.8135567153217, - 2580.786535076441, - 2578.7595134375606, - 2576.73249179868, - 2574.705470159799, - 2572.678448520918, - 2570.651426882038, - 2568.624405243157, - 2566.5973836042763, - 2564.5703619653955, - 2562.543340326515, - 2560.5163186876343, - 2558.4892970487535, - 2556.4622754098727, - 2554.4352537709924, - 2552.4082321321116, - 2550.381210493231 + 2768.3039404345577, + 2776.4000013297045, + 2784.4960622248514, + 2792.592123119998, + 2800.688184015145, + 2808.784244910292, + 2816.8803058054386, + 2824.9763667005855, + 2833.0724275957323, + 2841.168488490879, + 2849.2645493860255, + 2857.3606102811723, + 2865.456671176319, + 2873.552732071466, + 2881.6487929666127, + 2889.7448538617596, + 2897.8409147569064, + 2905.936975652053, + 2914.0330365472, + 2922.129097442347, + 2930.2251583374937, + 2938.3212192326405, + 2946.4172801277873, + 2954.513341022934 ], "p10": [ - 2547.0027081874864, - 2544.975686548606, - 2542.9486649097253, - 2540.9216432708445, - 2538.8946216319637, - 2536.8675999930833, - 2534.8405783542025, - 2532.8135567153217, - 2530.786535076441, - 2528.7595134375606, - 2526.73249179868, - 2524.705470159799, - 2522.678448520918, - 2520.651426882038, - 2518.624405243157, - 2516.5973836042763, - 2514.5703619653955, - 2512.543340326515, - 2510.5163186876343, - 2508.4892970487535, - 2506.4622754098727, - 2504.4352537709924, - 2502.4082321321116, - 2500.381210493231 + 2718.3039404345577, + 2771.4000013297045, + 2734.4960622248514, + 2742.592123119998, + 2750.688184015145, + 2758.784244910292, + 2766.8803058054386, + 2774.9763667005855, + 2828.0724275957323, + 2836.168488490879, + 2849.2645493860255, + 2852.3606102811723, + 2815.456671176319, + 2823.552732071466, + 2831.6487929666127, + 2839.7448538617596, + 2847.8409147569064, + 2855.936975652053, + 2864.0330365472, + 2872.129097442347, + 2880.2251583374937, + 2888.3212192326405, + 2896.4172801277873, + 2904.513341022934 ], "p90": [ - 2647.0027081874864, - 2644.975686548606, - 2642.9486649097253, - 2640.9216432708445, - 2593.894621631963, - 2591.867599993083, - 2584.8405783542025, - 2632.8135567153217, - 2580.786535076441, - 2628.7595134375606, - 2626.73249179868, - 2624.705470159799, - 2572.678448520918, - 2570.651426882038, - 2618.624405243157, - 2616.5973836042763, - 2564.5703619653955, - 2612.543340326515, - 2610.5163186876343, - 2608.4892970487535, - 2606.4622754098727, - 2604.4352537709924, - 2602.4082321321116, - 2600.381210493231 + 2818.3039404345577, + 2826.4000013297045, + 2834.4960622248514, + 2842.592123119998, + 2850.688184015145, + 2858.784244910292, + 2866.8803058054386, + 2874.9763667005855, + 2883.0724275957323, + 2891.168488490879, + 2899.2645493860255, + 2907.3606102811723, + 2915.456671176319, + 2923.552732071466, + 2931.6487929666127, + 2939.7448538617596, + 2947.8409147569064, + 2955.936975652053, + 2964.0330365472, + 2972.129097442347, + 2980.2251583374937, + 2943.32121923264, + 2996.4172801277873, + 3004.513341022934 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0eb4a412e881ca440f686c9bbbaf8c4eb8037579..c3f391707634806ecbc2e8bf56f369410d525729 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:58:10.187619+00:00", + "evaluated_at": "2026-06-18T04:07:35.407133+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e637a8c205cb12d38924eea2e48bb5782994116a..e15a1aab4f25e95906bf57738022c6e3c3969090 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1323,3 +1323,6 @@ {"evaluated_at": "2026-06-18T03:50:08.166759+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T03:58:10.232900+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:58:10.232900+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T04:07:35.473232+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T04:07:35.473232+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T04:07:35.473232+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 895054635300eccf219bddf8e09bd07d9747cd23..f02454511a40017bee192f63e33ade86c8d39940 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,870416.5146776835,897448.8315105438,796.5118815104166,0.808545487869703,0.012316868892755935,0.012211597180848806,4.586335883512846,932.9611538953181,0.014345216120004367,0.012247171315452533,0.008051236626389718,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1112072.7941373189,1061134.1150048573,882.13720703125,0.9053588359772097,0.01365126708508047,0.013525740828683306,6.111645757091225,1054.548621039978,0.016232562948522752,0.013578651051904382,0.008679927991953787,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.040714556599853145,0.05746985137201155,0.20093069424231846,0.1924224167721924,0.1611564512713096,0.14461930071966622,1.8916547234444938,0.20177848398640807,0.1502147475344276,0.14958360728669295,0.20182578489810984,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.43843418781962035,0.3834248924267902,0.47923534611860913,0.45914030944543555,0.43398005607053824,0.3157589532285328,2.7125014024118546,0.6621436308080146,0.5035631623933955,0.36446060219244386,0.33489874485329774,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016324692434048178,0.009113321268193975,0.07253864324755138,0.362693175276961,0.04946187395182972,0.04995384007486651,5.794002303709675,0.1277681197875596,0.08836988241638838,0.05017082027260611,0.0968515490041824,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.930615467858274,38.147450497033844,5.148024757703145,0.9831771420547121,0.6374089662511601,0.43700785236659684,12.207493262834829,6.0770564805552265,0.5064213733796022,0.4290020631419288,0.3287186160131737,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,20613.939094434183,21853.235707379255,141.67372131347656,1.0968288101688508,0.051275448136303386,0.05274048607392571,31.834422213646675,143.5755518688129,0.05220929158865924,0.0515177168412642,0.047754767236163724,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,606.5261119132241,324.6699621155858,15.363983154296875,0.13052587458517698,0.005500696520784717,0.005513549617313589,1.8585485947870577,24.627750849665993,0.008821880901372894,0.005503516353777985,0.010161590606537624,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 7220bd60d87b62fb2cd2e1dec32e927e8470e091..ff77beca386e8dfce801c81975700d02db5896e3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:57:35.045455+00:00", + "evaluated_at": "2026-06-18T04:06:46.507114+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65776.55078125, - 65790.37109375, - 65748.34375, - 65781.3515625, - 65803.5234375, - 65849.390625, - 65793.48828125, - 65804.5078125, - 65845.375, - 65858.9296875, - 65819.390625, - 65722.94921875, - 65767.6015625, - 65789.3359375, - 65726.26171875, - 65745.64453125, - 65720.64453125, - 65911.26171875, - 65828.6015625, - 65860.48046875, - 65794.08984375, - 65735.734375, - 65809.98046875, - 65847.9375 + 65873.48046875, + 65833.8984375, + 65803.47265625, + 65822.21484375, + 65809.25, + 65803.9609375, + 65856.125, + 65799.41015625, + 65812.1875, + 65816.109375, + 65882.328125, + 65827.83203125, + 65824.26953125, + 65796.9140625, + 65843.37109375, + 65832.09375, + 65811.95703125, + 65849.8828125, + 65813.6328125, + 65786.6953125, + 65824.0546875, + 65831.359375, + 65873.8828125, + 65775.63671875 ], "p10": [ - 65440.841796875, - 65385.23046875, - 65108.537109375, - 65212.0078125, - 64980.6328125, - 65209.97265625, - 64963.099609375, - 65035.630859375, - 65087.5546875, - 64902.603515625, - 64762.541015625, - 64651.36328125, - 64505.326171875, - 64668.779296875, - 64527.970703125, - 64416.697265625, - 64272.48046875, - 64527.37890625, - 64356.267578125, - 64570.658203125, - 64282.1328125, - 64406.3515625, - 64195.64453125, - 64162.8046875 + 65589.8515625, + 65384.775390625, + 65327.19140625, + 65202.779296875, + 65110.294921875, + 65084.6328125, + 65171.3671875, + 65031.916015625, + 64972.205078125, + 64755.17578125, + 64697.873046875, + 64861.30078125, + 64869.1796875, + 64521.12890625, + 64766.984375, + 64491.587890625, + 64472.017578125, + 64380.572265625, + 64451.1015625, + 64399.55859375, + 64502.314453125, + 64288.0546875, + 64187.67578125, + 64260.4296875 ], "p90": [ - 66107.62890625, - 66231.6328125, - 66373.7578125, - 66399.5625, - 66338.23828125, - 66513.6171875, - 66587.3125, - 66518.54296875, - 66567.39453125, - 66826.296875, - 66801.33984375, - 66361.93359375, - 67090.73046875, - 66846.921875, - 66712.07421875, - 66770.18359375, - 67025.1796875, - 67073.2109375, - 67044.32421875, - 67166.5390625, - 67121.63671875, - 66840.296875, - 67237.1796875, - 67429.04296875 + 66181.5078125, + 66299.21875, + 66273.49609375, + 66309.2578125, + 66250.75390625, + 66588.8046875, + 66380.57421875, + 66478.50390625, + 66595.57421875, + 66668.3515625, + 66793.0078125, + 66745.72265625, + 66985.57421875, + 67141.0078125, + 66718.41015625, + 66874.38671875, + 66718.21484375, + 66741.484375, + 67129.01953125, + 67117.31640625, + 67202.80859375, + 67328.484375, + 67428.14453125, + 66852.81640625 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bafa8b4b979048e2f970b7ecbd5027a66ac3e986..633809919e6e9af36c7a6c0db2fcb3bfb3602a82 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:49:32.465798+00:00", + "evaluated_at": "2026-06-18T04:06:53.484385+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6199471950531006, - 1.6308735013008118, - 1.6391183733940125, - 1.6487243175506592, - 1.6620450019836426, - 1.67375910282135, - 1.6789140105247498, - 1.6926208138465881, - 1.6967823505401611, - 1.7007064819335938, - 1.7075182795524597, - 1.7423079013824463, - 1.714210867881775, - 1.7213692665100098, - 1.7536181807518005, - 1.7902814149856567, - 1.7786452770233154, - 1.7860800623893738, - 1.7326263785362244, - 1.7545101642608643, - 1.743257761001587, - 1.8700708150863647, - 1.8055680990219116, - 1.779471755027771, - 1.6604223251342773, - 1.8019587397575378, - 1.7915843725204468, - 1.7157049179077148, - 1.7802866697311401, - 1.6597537398338318, - 1.6308294534683228, - 1.6560262441635132, - 1.7022459506988525, - 1.5767484307289124, - 1.5377691984176636, - 1.6432122588157654, - 1.5447072386741638, - 1.521186649799347, - 1.3799484968185425, - 1.5222946405410767, - 1.4536864161491394, - 1.3641703128814697, - 1.23680579662323, - 1.5070714950561523, - 1.1551995873451233, - 1.209100604057312, - 1.1583311557769775, - 1.0937065482139587, - 1.1149505376815796, - 1.237721025943756, - 1.1352039575576782, - 1.0028713643550873, - 1.031229317188263, - 1.1113228797912598, - 1.0337780714035034, - 0.9440456628799438, - 0.8749985098838806, - 0.9917041063308716, - 0.8746723830699921, - 1.0660443902015686 + 1.646058201789856, + 1.65333092212677, + 1.6597570180892944, + 1.6617460250854492, + 1.672560691833496, + 1.6731483340263367, + 1.6726941466331482, + 1.6763330698013306, + 1.6620102524757385, + 1.670555830001831, + 1.6853448152542114, + 1.6974422931671143, + 1.7201529741287231, + 1.715548038482666, + 1.698751449584961, + 1.7323063015937805, + 1.672505795955658, + 1.6666349172592163, + 1.6311599016189575, + 1.6688240766525269, + 1.6373273730278015, + 1.7760610580444336, + 1.7207396030426025, + 1.637013018131256, + 1.7627313137054443, + 1.651989459991455, + 1.7581915855407715, + 1.6567059755325317, + 1.6304924488067627, + 1.6256807446479797, + 1.620588779449463, + 1.7597481608390808, + 1.6707185506820679, + 1.8289442658424377, + 1.8730143904685974, + 1.7963643670082092, + 1.9188201427459717, + 1.8696366548538208, + 1.7253236770629883, + 1.849466860294342, + 1.8671462535858154, + 1.704720675945282, + 1.5124374032020569, + 1.6325479745864868, + 1.8551379442214966, + 1.795058250427246, + 1.9498074650764465, + 1.8003484010696411, + 2.1163206100463867, + 2.248813033103943, + 2.0209121108055115, + 1.7518072128295898, + 2.1710803508758545, + 2.0685977935791016, + 2.1399168968200684, + 1.888684093952179, + 1.9611488580703735, + 2.085873007774353, + 1.83572518825531, + 2.057892918586731 ], "p10": [ - 1.5979000926017761, - 1.593096137046814, - 1.5842467546463013, - 1.5833039283752441, - 1.5895112752914429, - 1.5732751488685608, - 1.5556736588478088, - 1.5589627027511597, - 1.541160523891449, - 1.4774075150489807, - 1.3874150514602661, - 1.4971152544021606, - 1.4229480028152466, - 1.3721247911453247, - 1.286868393421173, - 1.3377275466918945, - 1.3192095160484314, - 1.2436273694038391, - 1.1412281394004822, - 1.0179279446601868, - 1.0082684755325317, - 1.1112961173057556, - 0.9698614776134491, - 0.873750776052475, - 0.5675628483295441, - 0.7174097895622253, - 0.560326874256134, - 0.47649767994880676, - 0.3480498194694519, - 0.4122251570224762, - 0.09369868040084839, - 0.3911876380443573, - 0.36714959144592285, - 0.23370233178138733, - 0.10444483160972595, - 0.3779532015323639, - -0.0516892671585083, - -0.01776820421218872, - 0.08172881603240967, - -0.16141527891159058, - -0.18711411952972412, - -0.2573336362838745, - -0.3084588050842285, - 0.07208356261253357, - -0.31743764877319336, - -0.2794957756996155, - -0.4642333984375, - -0.591427743434906, - -0.5158742666244507, - -0.5574638843536377, - -0.574737012386322, - -0.5734198689460754, - -0.49882638454437256, - -0.6442967653274536, - -0.34191691875457764, - -0.613979697227478, - -0.7947869896888733, - -0.5443611145019531, - -0.6493789553642273, - -0.7079713940620422 + 1.6283525824546814, + 1.6249792575836182, + 1.61087965965271, + 1.6041213274002075, + 1.6020920276641846, + 1.5665342211723328, + 1.59051114320755, + 1.5223591327667236, + 1.5349905490875244, + 1.4800364971160889, + 1.3885295391082764, + 1.442427933216095, + 1.4324170351028442, + 1.4170178771018982, + 1.42718905210495, + 1.2839584946632385, + 1.0231209993362427, + 0.8808056116104126, + 0.8904910981655121, + 0.7385465502738953, + 0.7062330842018127, + 0.8365529179573059, + 0.6812976598739624, + 0.3779444694519043, + 0.58631232380867, + 0.3640471398830414, + 0.27325913310050964, + 0.3208407759666443, + 0.22028392553329468, + 0.2674567997455597, + 0.12441405653953552, + 0.21751922369003296, + -0.08773183822631836, + 0.05744922161102295, + 0.107929527759552, + 0.06061774492263794, + -0.517833948135376, + -0.20154762268066406, + -0.37395668029785156, + -0.22623062133789062, + -0.6885963082313538, + -0.7226700186729431, + -0.1686360239982605, + -0.6086392998695374, + -0.30464327335357666, + -0.29822462797164917, + -0.2587330937385559, + -0.10712301731109619, + -0.3041016459465027, + 0.0818609893321991, + -0.3680877089500427, + -0.4987263083457947, + 0.07082504034042358, + -0.31465625762939453, + -0.443040132522583, + -0.42997533082962036, + -0.43188410997390747, + -0.3802385926246643, + -0.6724216341972351, + -0.3274151682853699 ], "p90": [ - 1.6426597237586975, - 1.6647233963012695, - 1.6905080080032349, - 1.7149967551231384, - 1.741197109222412, - 1.748369574546814, - 1.8177601099014282, - 1.7991197109222412, - 1.8378098607063293, - 1.8763846158981323, - 1.9236131310462952, - 2.0005582571029663, - 2.029932975769043, - 2.1233421564102173, - 2.106050968170166, - 2.385952949523926, - 2.431063652038574, - 2.287932872772217, - 2.322296977043152, - 2.4855202436447144, - 2.6506569385528564, - 2.6399306058883667, - 2.76338529586792, - 2.690013885498047, - 2.498570442199707, - 3.0668225288391113, - 2.8050458431243896, - 2.8397514820098877, - 3.0430867671966553, - 2.7609899044036865, - 2.896902322769165, - 3.1185829639434814, - 2.564440369606018, - 2.572939395904541, - 2.4157729148864746, - 2.6016626358032227, - 2.6097676753997803, - 2.593203544616699, - 2.496953010559082, - 2.699294090270996, - 2.616874933242798, - 2.7259304523468018, - 2.6883130073547363, - 2.5840530395507812, - 2.6271424293518066, - 2.490644693374634, - 2.7220839262008667, - 2.6003284454345703, - 2.712334394454956, - 2.7197753190994263, - 2.570712447166443, - 2.595268964767456, - 2.5715510845184326, - 2.6100494861602783, - 2.621167778968811, - 2.537281036376953, - 2.487783670425415, - 2.640154480934143, - 2.6521711349487305, - 2.5494073629379272 + 1.6607028245925903, + 1.682891070842743, + 1.703369915485382, + 1.732041358947754, + 1.741823673248291, + 1.770760178565979, + 1.7752259373664856, + 1.8066580891609192, + 1.816010594367981, + 1.8657955527305603, + 1.9117357730865479, + 1.893819808959961, + 2.0065488815307617, + 1.9836305975914001, + 2.0289381742477417, + 2.0979522466659546, + 2.252256751060486, + 2.610532283782959, + 2.2920031547546387, + 2.432999849319458, + 2.500565767288208, + 2.432037830352783, + 2.644127607345581, + 2.6012526750564575, + 2.7778711318969727, + 2.738328218460083, + 2.8768582344055176, + 2.912577748298645, + 3.046867847442627, + 2.743513345718384, + 3.0255374908447266, + 3.0589007139205933, + 3.337333917617798, + 3.2497501373291016, + 3.36965274810791, + 3.3639039993286133, + 3.5991780757904053, + 3.9722955226898193, + 3.9633054733276367, + 3.5947272777557373, + 3.5245776176452637, + 4.128772735595703, + 3.426011562347412, + 3.5057497024536133, + 4.038987398147583, + 3.947981119155884, + 4.128772735595703, + 4.181695461273193, + 5.012596607208252, + 4.887893199920654, + 4.805789470672607, + 3.7479164600372314, + 4.887893199920654, + 4.887893199920654, + 4.859482765197754, + 4.887893199920654, + 4.887893199920654, + 4.940424680709839, + 4.4339048862457275, + 4.873638868331909 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6c05b96a972042d4517d69cce1c51250900624c7..d4a5f2c8a1b5a3e21b44ff3a5e45abd1399c8c2f 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:27.175840+00:00", + "evaluated_at": "2026-06-18T04:06:58.887923+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2596.921875, - 2606.8548583984375, - 2610.37939453125, - 2603.7275390625, - 2608.228515625, - 2608.3480224609375, - 2606.0465087890625, - 2598.998291015625, - 2605.197021484375, - 2607.3563232421875, - 2609.236572265625, - 2603.771484375, - 2598.74365234375, - 2612.73095703125, - 2610.7132568359375, - 2612.586669921875, - 2609.241455078125, - 2615.8114013671875, - 2614.6170654296875, - 2606.9471435546875, - 2611.85205078125, - 2613.6251220703125, - 2617.2449951171875, - 2613.1766357421875 + 2756.0350341796875, + 2761.98291015625, + 2765.448486328125, + 2763.7535400390625, + 2763.590576171875, + 2767.7381591796875, + 2774.4495849609375, + 2776.7723388671875, + 2771.1455078125, + 2775.5772705078125, + 2782.90625, + 2787.0389404296875, + 2779.544189453125, + 2792.4471435546875, + 2797.5694580078125, + 2791.936767578125, + 2787.2279052734375, + 2815.7919921875, + 2815.1468505859375, + 2810.3978271484375, + 2798.8487548828125, + 2811.9219970703125, + 2806.210693359375, + 2819.64501953125 ], "p10": [ - 2580.968505859375, - 2586.6895751953125, - 2585.5521240234375, - 2577.3795166015625, - 2580.76513671875, - 2585.05810546875, - 2572.698974609375, - 2571.592041015625, - 2575.743896484375, - 2572.5640869140625, - 2569.126953125, - 2569.6761474609375, - 2561.8231201171875, - 2565.9984130859375, - 2571.453857421875, - 2570.232177734375, - 2559.72119140625, - 2570.6199951171875, - 2568.211181640625, - 2559.351318359375, - 2559.5364990234375, - 2567.655029296875, - 2568.8387451171875, - 2561.0382080078125 + 2724.562744140625, + 2733.0845947265625, + 2719.6251220703125, + 2712.435791015625, + 2703.6043701171875, + 2711.28466796875, + 2699.9613037109375, + 2701.955810546875, + 2688.26904296875, + 2698.8929443359375, + 2678.5714111328125, + 2684.0179443359375, + 2687.9705810546875, + 2683.8526611328125, + 2682.8778076171875, + 2631.9990234375, + 2680.4429931640625, + 2658.8397216796875, + 2685.531494140625, + 2674.9844970703125, + 2649.1075439453125, + 2673.3836669921875, + 2677.6182861328125, + 2647.0511474609375 ], "p90": [ - 2613.472412109375, - 2628.7332763671875, - 2630.6622314453125, - 2633.4930419921875, - 2631.8277587890625, - 2640.74951171875, - 2643.557861328125, - 2637.7738037109375, - 2634.246826171875, - 2639.40478515625, - 2648.1282958984375, - 2639.725830078125, - 2647.4793701171875, - 2651.71337890625, - 2663.702392578125, - 2664.482177734375, - 2653.6336669921875, - 2668.045654296875, - 2664.7139892578125, - 2663.590576171875, - 2667.769775390625, - 2680.381103515625, - 2684.060791015625, - 2673.97021484375 + 2778.4947509765625, + 2796.2760009765625, + 2808.5325927734375, + 2822.3057861328125, + 2814.221435546875, + 2840.3734130859375, + 2861.76513671875, + 2859.22900390625, + 2862.707275390625, + 2869.4293212890625, + 2898.2081298828125, + 2912.16162109375, + 2901.7861328125, + 2945.018798828125, + 2920.98974609375, + 2945.1915283203125, + 2966.922119140625, + 3033.5938720703125, + 2997.556640625, + 3015.426513671875, + 2998.765869140625, + 3016.7994384765625, + 3019.164306640625, + 3093.3095703125 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4bac83e77626422d7782ded3b8a99ec655f238d9..9f9034800979f4002e0339f45b03edeb0e3ddb3f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:57:45.095553+00:00", + "evaluated_at": "2026-06-18T04:07:02.379980+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9d38418dceaccd89485443e7ff585dc2ad4b4e39..19c60b65adc2c9618b00124abf6e21bb17338865 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1356585.7291088605,1270209.3748603177,972.4046395285053,0.9870956126648261,0.01503119664507851,0.014880617931198362,25.534377359087994,1164.7256024956523,0.017908827627540383,0.014951699384148764,0.014245853032763572,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1500992.1926168697,1419331.1385178461,1048.990081608652,1.0766039927428246,0.016225329972260297,0.01605693303552487,28.708944659443777,1225.1498653703022,0.018858611081758438,0.01614700089911069,0.01541971346947332,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.06626482390721172,0.06581647470098038,0.23455205979540086,0.22462010781835667,0.17710871889733984,0.17743947284086617,6.75377463922396,0.25741954841699904,0.19163694617950736,0.17461315869644173,0.16486335950791833,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.06536231070545645,0.06594062049301583,0.23339548062884716,0.2236088678913366,0.19290784611750691,0.17859596821801904,6.414965167482777,0.25566053802934946,0.19443097092416806,0.17749829620858473,0.16718460968031174,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06679882747525322,0.06812085367785269,0.22346293425118466,1.117314545071875,0.14719434035345452,0.1626109098202881,9.273840604045844,0.25845469133922333,0.17875829057817086,0.15455649857751966,0.13627885059735623,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.66647279175955,10.179779494209766,2.437783950517821,1.2128665638216558,0.08772434890084861,0.09417811462778831,20.952795245511528,3.1090951725155582,0.11981099165528246,0.09394157989591444,0.08370387573531757,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.27694889435173,38.29665021254895,5.123149534264803,0.9784264362521641,0.6839366164747126,0.42986426673249706,4.896286077256797,5.854651902064864,0.48788765850540533,0.4269291278554002,0.31956284190877504,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,26686.878679012534,25843.93322945527,154.14473684210543,1.1933786078098485,0.05578956016000875,0.0575264606374813,20.05670866594487,163.36119085943434,0.05940406940343067,0.05605263157894743,0.053891015417331274,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,18746.442708333332,18684.895833333332,135.41666666666666,1.1504424778761064,0.04846455627705628,0.04969023609152326,4.079645767318196,136.91764936754257,0.04904512813165704,0.048507462686567165,0.045381426202321724,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 0816e3a3fd3e3ded0045ce1f2024672d549af489..8d8523bef87562ea74ff42c6b0a77e2913d07c66 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:58:10.194131+00:00", + "evaluated_at": "2026-06-18T04:07:35.413508+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65997.93600945723, - 65992.40475945723, - 65997.02585320723, - 65996.11569695723, - 66012.22897820723, - 65979.33444695723, - 66009.61569695723, - 66012.97311883223, - 65994.26022820723, - 66001.14304070723, - 65980.25632195723, - 66035.55710320723, - 66013.71725945723, - 65999.38522820723, - 65970.68600945723, - 65997.93600945723, - 66009.61569695723, - 66008.68600945723, - 65997.93600945723, - 65979.33444695723, - 65999.38522820723, - 66009.61569695723, - 65997.93600945723, - 66008.68600945723 + 65980.91229783444, + 65975.18573533444, + 66007.41425095944, + 66002.76386033444, + 66011.18573533444, + 66014.72870408444, + 66000.43573533444, + 66007.41425095944, + 66014.72870408444, + 66000.43573533444, + 66015.47284470944, + 66038.17792283444, + 65998.61542283444, + 65999.52557908444, + 66015.47284470944, + 66016.70136033444, + 66001.88495408444, + 66013.42206345944, + 66012.11542283444, + 66011.65057908444, + 66001.16034470944, + 65982.75604783444, + 65990.68573533444, + 66012.11542283444 ], "p10": [ - 65704.48288445723, - 65787.36647820723, - 65792.21725945723, - 65804.07975945724, - 65742.09772820723, - 65799.84968133223, - 65835.16452508223, - 65804.07975945724, - 65742.09772820723, - 65704.48288445723, - 65787.36647820723, - 65857.86022820724, - 65848.88132195723, - 65800.69772820723, - 65787.36647820723, - 65743.70944695723, - 65804.07975945724, - 65804.07975945724, - 65792.21725945723, - 65800.69772820723, - 65743.70944695723, - 65804.45554070723, - 65743.70944695723, - 65838.57663445723 + 65803.19745408444, + 65803.19745408444, + 65803.19745408444, + 65802.34940720943, + 65837.28846970944, + 65802.34940720943, + 65746.20917283444, + 65789.86620408444, + 65837.66425095944, + 65806.57948533444, + 65802.34940720943, + 65874.48417283443, + 65794.71698533444, + 65806.57948533444, + 65746.20917283444, + 65789.86620408444, + 65746.20917283444, + 65803.19745408444, + 65806.57948533444, + 65794.71698533444, + 65861.35761033444, + 65730.09198533444, + 65746.20917283444, + 65803.19745408444 ], "p90": [ - 66327.53132195723, - 66224.68600945723, - 66340.27975945723, - 66327.21725945723, - 66330.35788445723, - 66330.35788445723, - 66231.40475945723, - 66411.68600945723, - 66250.68600945723, - 66340.27975945723, - 66231.40475945723, - 66330.44147820723, - 66330.44147820723, - 66331.19382195723, - 66217.32663445723, - 66330.35788445723, - 66340.27975945723, - 66433.90475945723, - 66225.35788445723, - 66330.35788445723, - 66330.44147820723, - 66231.40475945723, - 66331.19382195723, - 66331.19382195723 + 66333.69354783444, + 66329.71698533444, + 66332.94120408443, + 66329.71698533444, + 66332.85761033444, + 66329.71698533444, + 66333.69354783444, + 66227.85761033444, + 66333.69354783444, + 66253.18573533444, + 66333.69354783444, + 66333.69354783444, + 66235.83261033444, + 66333.69354783444, + 66334.60214158444, + 66233.90448533444, + 66227.85761033444, + 66329.71698533444, + 66333.69354783444, + 66342.77948533444, + 66227.18573533444, + 66253.18573533444, + 66332.85761033444, + 66333.69354783444 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bc24ec17268583a021e4b6da6fcfc326065eadc0..7a8c4f72e754b65605e9bd1e4bc0edf19d87978a 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:50:08.131387+00:00", + "evaluated_at": "2026-06-18T04:07:35.422178+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.2939794363981345, - 1.293479427934275, - 1.2819794418817618, - 1.2914794387823203, - 1.293479427934275, - 1.2879794391399482, - 1.2879794540411094, - 1.2904794516569236, - 1.287479385972605, - 1.2879793944364646, - 1.2869792881017783, - 1.2859794201856711, - 1.286479383946047, - 1.2884794774061301, - 1.2984794082647422, - 1.2919794472461799, - 1.2869794371133902, - 1.2909794750219443, - 1.2929794194704154, - 1.2859794201856711, - 1.2819794269806006, - 1.2819794120794394, - 1.2924794110065558, - 1.2889795007711509, - 1.2914794387823203, - 1.2939794363981345, - 1.2904793920522788, - 1.2879793795353034, - 1.2894794645315268, - 1.2924794110065558, - 1.2879794540411094, - 1.2879794540411094, - 1.286479383946047, - 1.2909794750219443, - 1.2894794645315268, - 1.2969793977743247, - 1.2874794306760886, - 1.286479383946047, - 1.2914793791776755, - 1.2909794750219443, - 1.285979479790316, - 1.2884794774061301, - 1.2854794713264563, - 1.2884794774061301, - 1.2879794391399482, - 1.2834794672733405, - 1.2879794540411094, - 1.2879794391399482, - 1.2939794363981345, - 1.2939794363981345, - 1.2979794445043662, - 1.2829794290071586, - 1.2869792881017783, - 1.2899794282919028, - 1.2964793893104651, - 1.286479383946047, - 1.287479311466799, - 1.2819794120794394, - 1.2939794363981345, - 1.2964793893104651 + 1.3792786189618635, + 1.377778519064479, + 1.3737786003652144, + 1.380778629452281, + 1.3797785827222395, + 1.3757786044183302, + 1.3737784513536024, + 1.3807785996499586, + 1.3777786382737685, + 1.3822785803380537, + 1.376278627783351, + 1.3772786149087477, + 1.374778587490611, + 1.3792785593572188, + 1.383278537661128, + 1.3817785867753554, + 1.3757786044183302, + 1.3802786209884215, + 1.383278537661128, + 1.3677786478105116, + 1.368778605133586, + 1.37277864304214, + 1.380278591186099, + 1.3782786318364668, + 1.3757786044183302, + 1.377278555304103, + 1.3792786189618635, + 1.3742785492244292, + 1.3747786172929335, + 1.3737786003652144, + 1.3757785448136854, + 1.376278627783351, + 1.3732785471978712, + 1.380778629452281, + 1.3832785525622893, + 1.3807786592546034, + 1.380278591186099, + 1.3752786406579542, + 1.3787785657945204, + 1.3747785427871275, + 1.3732785471978712, + 1.3752785810533095, + 1.374778498083644, + 1.3782786020341444, + 1.3747786172929335, + 1.3737785258594084, + 1.3807785996499586, + 1.3732784875932265, + 1.38377857592731, + 1.3807785996499586, + 1.381278593212657, + 1.373778570562892, + 1.3722785600724745, + 1.3787785657945204, + 1.3852786013188887, + 1.3747786172929335, + 1.3737786003652144, + 1.3712786325517226, + 1.3807786592546034, + 1.381278593212657 ], "p10": [ - 1.2339794340139487, - 1.2389794292455771, - 1.2339794340139487, - 1.2425793828970053, - 1.2308794150889153, - 1.2299794335911283, - 1.2309794130331138, - 1.2427793833023169, - 1.2389794292455771, - 1.231979456782923, - 1.2319794597631553, - 1.229979425907717, - 1.2439794244772056, - 1.235779410839663, - 1.2337794365888695, - 1.2336794319158653, - 1.2339794340139487, - 1.2319794299608329, - 1.2359794082647422, - 1.2359794082647422, - 1.2339794340139487, - 1.231979456782923, - 1.2386794271474937, - 1.2386794271474937, - 1.2359794082647422, - 1.2389794292455771, - 1.235779410839663, - 1.2289794387823203, - 1.2389794292455771, - 1.242979377747164, - 1.2339794340139487, - 1.2389794292455771, - 1.2359794082647422, - 1.235779410839663, - 1.2289794387823203, - 1.2319794597631553, - 1.235779410839663, - 1.2309794130331138, - 1.2407794328933814, - 1.2308794150889153, - 1.2337794336086372, - 1.2359794082647422, - 1.2337794365888695, - 1.2389794292455771, - 1.2319794299608329, - 1.2339794340139487, - 1.2359794082647422, - 1.231979456782923, - 1.2386794271474937, - 1.240979433298693, - 1.242979377747164, - 1.2339794340139487, - 1.2389794292455771, - 1.2425793828970053, - 1.2309794130331138, - 1.2317794325357536, - 1.2319794299608329, - 1.229979425907717, - 1.2389794292455771, - 1.2389794292455771 + 1.329578546554141, + 1.322578574091487, + 1.3205785968604613, + 1.329578546554141, + 1.3257785924974013, + 1.318678591519885, + 1.318678591519885, + 1.3276785963478612, + 1.3257785924974013, + 1.3222785719934034, + 1.3227785715165663, + 1.322578574091487, + 1.329578546554141, + 1.3207785972657728, + 1.3205785998406936, + 1.3185785957875777, + 1.3167785960746112, + 1.318778593212657, + 1.3266785943213033, + 1.318778593212657, + 1.318678591519885, + 1.3207785972657728, + 1.318778593212657, + 1.3177785762849379, + 1.322578574091487, + 1.3177785762849379, + 1.322578574091487, + 1.3156785973611402, + 1.318678591519885, + 1.3266785943213033, + 1.3185785928073455, + 1.318778593212657, + 1.327778596550517, + 1.3167785968429524, + 1.3167785960746112, + 1.3187786230149794, + 1.3205785998406936, + 1.318778620034747, + 1.325078595549159, + 1.3167785891595412, + 1.3167786167499724, + 1.3223785766664076, + 1.318678591519885, + 1.3261785947981406, + 1.3257785924974013, + 1.3167785968429524, + 1.3207785972657728, + 1.3207785972657728, + 1.3266785943213033, + 1.3257785924974013, + 1.3337785975339937, + 1.322578574091487, + 1.3267785945239592, + 1.3275785961452056, + 1.3177785762849379, + 1.3205785968604613, + 1.3205785998406936, + 1.3167785960746112, + 1.318678591519885, + 1.3257785924974013 ], "p90": [ - 1.323979407787905, - 1.3240794661050894, - 1.3199794358169892, - 1.3199794294839957, - 1.319979459286318, - 1.3239794673925498, - 1.3239794673925498, - 1.3240794661050894, - 1.3191794695860006, - 1.3221794846063712, - 1.3249794545179465, - 1.3179794261759379, - 1.3199794358169892, - 1.3249793949133017, - 1.3249793949133017, - 1.321179443836794, - 1.319979432464228, - 1.3249794545179465, - 1.321179443836794, - 1.3229794206625083, - 1.318079443514929, - 1.3189794721609214, - 1.3199794298565248, - 1.323079419375048, - 1.323079419375048, - 1.3239794673925498, - 1.3239794673925498, - 1.3199794358169892, - 1.3199794298565248, - 1.3229794206625083, - 1.3199794294839957, - 1.3249794545179465, - 1.3200794579988577, - 1.3199793996816733, - 1.323979407787905, - 1.3221794846063712, - 1.3219794931417563, - 1.319979433209286, - 1.319979459286318, - 1.319979459286318, - 1.3220794858938316, - 1.321079451084719, - 1.317979440332041, - 1.319979433209286, - 1.3249794545179465, - 1.3199793996816733, - 1.3209794464117148, - 1.3229794206625083, - 1.3249794545179465, - 1.3239794673925498, - 1.3229794206625083, - 1.3200794345295288, - 1.3229794206625083, - 1.323079419375048, - 1.320179439202533, - 1.323979407787905, - 1.3199794294839957, - 1.3220794858938316, - 1.3239794137483696, - 1.323979407787905 + 1.410778630644374, + 1.4117786177697706, + 1.4058786281648208, + 1.4067785990688133, + 1.410778630644374, + 1.409878582626872, + 1.410778630644374, + 1.4107785710397291, + 1.4069786024543571, + 1.4097785839143324, + 1.410778630644374, + 1.4067785629334975, + 1.409878582626872, + 1.4108786233964492, + 1.410778630644374, + 1.4088786491456557, + 1.4067785927358198, + 1.4098785885873366, + 1.4117786177697706, + 1.4068786212506819, + 1.403878600269847, + 1.4067785990688133, + 1.4067785629334975, + 1.4107785710397291, + 1.409878582626872, + 1.4117785581651259, + 1.410778630644374, + 1.4117786177697706, + 1.4079786070886182, + 1.406778593108349, + 1.409878582626872, + 1.410778630644374, + 1.4067785629334975, + 1.4068786212506819, + 1.4107785710397291, + 1.4088786491456557, + 1.410778630644374, + 1.4067785629334975, + 1.4067785629334975, + 1.4097785839143324, + 1.406778593108349, + 1.4097785839143324, + 1.406878597781353, + 1.4067786225381422, + 1.4067785957160521, + 1.4067785990688133, + 1.4107785770001937, + 1.4027786144319105, + 1.4108786233964492, + 1.4107785710397291, + 1.4067785927358198, + 1.4068786212506819, + 1.4097785839143324, + 1.4117785581651259, + 1.4117785641255904, + 1.4107785770001937, + 1.409878582626872, + 1.4088786491456557, + 1.410778630644374, + 1.409878582626872 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b0ad6727fbf50c19c6310c076af89a0a32d2b86a..0e157eeb870b0ed7215da3a57a08775948a974d7 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.444874+00:00", + "evaluated_at": "2026-06-18T04:07:35.432757+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2595.8552631578946 + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25 ], "p10": [ - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946, - 2545.8552631578946 + 2606.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2651.25, + 2651.25, + 2656.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25 ], "p90": [ - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2600.855263157894, - 2600.855263157894, - 2595.8552631578946, - 2645.8552631578946, - 2595.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2595.8552631578946, - 2595.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2595.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946, - 2645.8552631578946 + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2661.2499999999995, + 2706.25, + 2706.25 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 3ab00ea80bd15b7bd77f5b0ddccea3e38ad561b2..fcc6d07441985f61bbd1f8a80939339aaf67deef 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:58:10.209565+00:00", + "evaluated_at": "2026-06-18T04:07:35.436237+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index ff7cc5eaa223d78d284b933340b019ceb42bc49c..54f90e80f91a336a44a5047559ea888d3f7a6d10 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T03:55:10.145771+00:00", - "finished_at": "2026-06-18T03:58:10.231756+00:00", - "task_count": 2, + "started_at": "2026-06-18T04:02:22.787811+00:00", + "finished_at": "2026-06-18T04:07:35.462830+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:55:55.912523+00:00", + "evaluated_at": "2026-06-18T04:03:12.064132+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:56:25.600831+00:00", + "evaluated_at": "2026-06-18T04:03:56.408490+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:56:54.273141+00:00", + "evaluated_at": "2026-06-18T04:04:32.683771+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:57:10.918910+00:00", + "evaluated_at": "2026-06-18T04:06:16.432157+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:57:45.095553+00:00", + "evaluated_at": "2026-06-18T04:07:02.379980+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:58:08.683129+00:00", + "evaluated_at": "2026-06-18T04:07:32.913176+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:58:10.132055+00:00", + "evaluated_at": "2026-06-18T04:07:35.319656+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:58:10.187619+00:00", + "evaluated_at": "2026-06-18T04:07:35.407133+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:58:10.209565+00:00", + "evaluated_at": "2026-06-18T04:07:35.436237+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:58:10.230176+00:00", + "evaluated_at": "2026-06-18T04:07:35.460997+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:59:17.429152+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_040735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..b9a256a730325ddba94bb337557e17aa33ea4430 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:07:35.006798+00:00", + "metrics": { + "MSE[mean]": 1558085.485020303, + "MSE[0.5]": 387466.60237120115, + "MAE[0.5]": 558.603565126712, + "MASE[0.5]": 0.573308403120019, + "MAPE[0.5]": 0.008613761628412568, + "sMAPE[0.5]": 0.00859054758980991, + "MSIS": 7.571559128477479, + "RMSE[mean]": 1248.232945014793, + "NRMSE[mean]": 0.019213926650807723, + "ND[0.5]": 0.008598529601457636, + "mean_weighted_sum_quantile_loss": 0.007622841094150058 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65176.380801840765, + 65164.15301974802, + 65198.27852598687, + 65201.707666291644, + 65198.29817938252, + 65192.56420719013, + 65201.68778268599, + 65176.36725691806, + 65192.55768869645, + 65184.56721062734, + 65231.32194702861, + 65228.6080513723, + 65201.69081438824, + 65192.78745965083, + 65205.36176394328, + 65202.098167366916, + 65192.91150283537, + 65201.69093192007, + 65203.66788111321, + 65201.69092734045, + 65192.91151345588, + 65203.086627270284, + 65164.10195306511, + 65201.69092534691 + ], + "p10": [ + 64992.31446131108, + 65029.915370830466, + 64992.86673573387, + 65029.88104575161, + 64982.96722659899, + 64992.90146287947, + 64992.89283215285, + 64926.947658572884, + 65026.84144789577, + 64992.89656442497, + 64987.97238751281, + 64998.9712265919, + 64894.88328554736, + 64998.97109661323, + 64894.15259048992, + 64926.945880110026, + 64933.70056165584, + 65026.842484896915, + 64992.40364573954, + 64982.97681427678, + 65029.86430328795, + 64982.97681277543, + 64926.945858908206, + 64982.97681228324 + ], + "p90": [ + 65519.72243939492, + 65446.213173802375, + 65519.78238888454, + 65524.79356176754, + 65525.24141183504, + 65519.817116030135, + 65533.930574891725, + 65408.788679263154, + 65524.77579039482, + 65525.25158713049, + 65524.77648285359, + 65535.82980232169, + 65525.25088656062, + 65525.251060673036, + 65612.07816131559, + 65413.70878280944, + 65519.811615825, + 65524.82424506562, + 65612.07819371176, + 65612.07819984635, + 65413.708760748006, + 65535.829609681474, + 65453.52705913803, + 65612.07819785281 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_040257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_040257.json new file mode 100644 index 0000000000000000000000000000000000000000..bcec11227ed108c4b293b6ebccb881d1797e3ae9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_040257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:02:57.624749+00:00", + "metrics": { + "MSE[mean]": 891364.4470659891, + "MSE[0.5]": 891364.4470659891, + "MAE[0.5]": 814.7669270833334, + "MASE[0.5]": 0.8362150817551481, + "MAPE[0.5]": 0.012605813180621503, + "sMAPE[0.5]": 0.012501107160391095, + "MSIS": 4.030767845580958, + "RMSE[mean]": 944.1209917515812, + "NRMSE[mean]": 0.014532761338700078, + "ND[0.5]": 0.01254162697516179, + "mean_weighted_sum_quantile_loss": 0.007947291080068404 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65849.78125, + 65834.234375, + 65831.0234375, + 65829.3828125, + 65806.0078125, + 65798.5625, + 65780.7734375, + 65771.3203125, + 65759.4140625, + 65757.7734375, + 65742.40625, + 65739.3046875, + 65744.3125, + 65744.7578125, + 65734.046875, + 65737.328125, + 65725.09375, + 65713.8203125, + 65699.1015625, + 65687.0546875, + 65656.6328125, + 65625.2109375, + 65585.6484375, + 65573.1953125 + ], + "p10": [ + 65580.5, + 65465.62890625, + 65368.40625, + 65261.29296875, + 65156.30859375, + 65049.1015625, + 64922.3515625, + 64840.91796875, + 64774.7421875, + 64678.44140625, + 64619.01171875, + 64562.80078125, + 64491.94140625, + 64455.91015625, + 64423.39453125, + 64437.07421875, + 64362.40234375, + 64195.0234375, + 64114.9140625, + 64033.30078125, + 63962.765625, + 63899.8671875, + 63848.3203125, + 63797.53125 + ], + "p90": [ + 66046.625, + 66133.21875, + 66209.9140625, + 66272.640625, + 66327.3046875, + 66353.859375, + 66373.5390625, + 66424.6171875, + 66461.25, + 66503.625, + 66533.015625, + 66602.3046875, + 66660.4921875, + 66656.625, + 66656.140625, + 66681.90625, + 66733.171875, + 66761.1875, + 66785.2734375, + 66860.75, + 66844.6015625, + 66874.1953125, + 66906.28125, + 66917.6796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_040735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..fc537a4cf12d2cc76127e0d818cf5f23672ca437 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T04:07:35.365280+00:00", + "metrics": { + "MSE[mean]": 2018257.1635705456, + "MSE[0.5]": 1924862.7221426952, + "MAE[0.5]": 1198.562973201754, + "MASE[0.5]": 1.23011428337234, + "MAPE[0.5]": 0.018544684727529234, + "sMAPE[0.5]": 0.018316523279125915, + "MSIS": 34.89467388297472, + "RMSE[mean]": 1420.653780331628, + "NRMSE[mean]": 0.021867983568692875, + "ND[0.5]": 0.01844936167199112, + "mean_weighted_sum_quantile_loss": 0.017770478098314803 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65859.24161603967, + 65877.86567370503, + 65934.44480949538, + 65954.14503903575, + 65986.91753420111, + 66014.81112311648, + 66024.86877453185, + 66056.19791032221, + 66087.86298361256, + 66097.92063502793, + 66137.3083645683, + 66184.36406285866, + 66169.15218302402, + 66194.41295943937, + 66234.71084522974, + 66260.2899810201, + 66269.82419493547, + 66305.71192447584, + 66328.7559040162, + 66352.64168043155, + 66366.50206622192, + 66372.44838951228, + 66404.72869717765, + 66450.50900484301 + ], + "p10": [ + 65681.52677228967, + 65705.87739245503, + 65730.22801262038, + 65753.73058591074, + 65813.02026857612, + 65802.43182624147, + 65770.64221203185, + 65838.64986344721, + 65910.79853048756, + 65904.06438502793, + 65924.18492706829, + 66020.67031285865, + 65965.25374552402, + 66001.46686568938, + 65965.44717335474, + 66033.4548247701, + 66014.14841368547, + 66095.48731510084, + 66123.2199665162, + 66135.70808668155, + 66226.69933184692, + 66119.78432701228, + 66160.25213467765, + 66241.59103609301 + ], + "p90": [ + 66212.02286603967, + 66232.39692370503, + 66259.97176262038, + 66281.09816403575, + 66308.58940920111, + 66329.79940436648, + 66358.12658703185, + 66276.64126969721, + 66406.82782736256, + 66350.67063502793, + 66455.5290676933, + 66479.87968785866, + 66406.36937052403, + 66528.58092818937, + 66553.84014210475, + 66477.4931060201, + 66495.79685118547, + 66622.00684635084, + 66650.3340290162, + 66683.77058668155, + 66592.52745684692, + 66642.87807701228, + 66746.90057217765, + 66772.08712984301 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_040646.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_040646.json new file mode 100644 index 0000000000000000000000000000000000000000..568290386325a7167e7e06fe9eeda346e02beaf7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_040646.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:06:46.507114+00:00", + "metrics": { + "MSE[mean]": 1112072.7941373189, + "MSE[0.5]": 1061134.1150048573, + "MAE[0.5]": 882.13720703125, + "MASE[0.5]": 0.9053588359772097, + "MAPE[0.5]": 0.01365126708508047, + "sMAPE[0.5]": 0.013525740828683306, + "MSIS": 6.111645757091225, + "RMSE[mean]": 1054.548621039978, + "NRMSE[mean]": 0.016232562948522752, + "ND[0.5]": 0.013578651051904382, + "mean_weighted_sum_quantile_loss": 0.008679927991953787 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65873.48046875, + 65833.8984375, + 65803.47265625, + 65822.21484375, + 65809.25, + 65803.9609375, + 65856.125, + 65799.41015625, + 65812.1875, + 65816.109375, + 65882.328125, + 65827.83203125, + 65824.26953125, + 65796.9140625, + 65843.37109375, + 65832.09375, + 65811.95703125, + 65849.8828125, + 65813.6328125, + 65786.6953125, + 65824.0546875, + 65831.359375, + 65873.8828125, + 65775.63671875 + ], + "p10": [ + 65589.8515625, + 65384.775390625, + 65327.19140625, + 65202.779296875, + 65110.294921875, + 65084.6328125, + 65171.3671875, + 65031.916015625, + 64972.205078125, + 64755.17578125, + 64697.873046875, + 64861.30078125, + 64869.1796875, + 64521.12890625, + 64766.984375, + 64491.587890625, + 64472.017578125, + 64380.572265625, + 64451.1015625, + 64399.55859375, + 64502.314453125, + 64288.0546875, + 64187.67578125, + 64260.4296875 + ], + "p90": [ + 66181.5078125, + 66299.21875, + 66273.49609375, + 66309.2578125, + 66250.75390625, + 66588.8046875, + 66380.57421875, + 66478.50390625, + 66595.57421875, + 66668.3515625, + 66793.0078125, + 66745.72265625, + 66985.57421875, + 67141.0078125, + 66718.41015625, + 66874.38671875, + 66718.21484375, + 66741.484375, + 67129.01953125, + 67117.31640625, + 67202.80859375, + 67328.484375, + 67428.14453125, + 66852.81640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_040735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..490d7344ea765f75a458f68a24fd433484dc43f0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:07:35.413508+00:00", + "metrics": { + "MSE[mean]": 1500992.1926168697, + "MSE[0.5]": 1419331.1385178461, + "MAE[0.5]": 1048.990081608652, + "MASE[0.5]": 1.0766039927428246, + "MAPE[0.5]": 0.016225329972260297, + "sMAPE[0.5]": 0.01605693303552487, + "MSIS": 28.708944659443777, + "RMSE[mean]": 1225.1498653703022, + "NRMSE[mean]": 0.018858611081758438, + "ND[0.5]": 0.01614700089911069, + "mean_weighted_sum_quantile_loss": 0.01541971346947332 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65980.91229783444, + 65975.18573533444, + 66007.41425095944, + 66002.76386033444, + 66011.18573533444, + 66014.72870408444, + 66000.43573533444, + 66007.41425095944, + 66014.72870408444, + 66000.43573533444, + 66015.47284470944, + 66038.17792283444, + 65998.61542283444, + 65999.52557908444, + 66015.47284470944, + 66016.70136033444, + 66001.88495408444, + 66013.42206345944, + 66012.11542283444, + 66011.65057908444, + 66001.16034470944, + 65982.75604783444, + 65990.68573533444, + 66012.11542283444 + ], + "p10": [ + 65803.19745408444, + 65803.19745408444, + 65803.19745408444, + 65802.34940720943, + 65837.28846970944, + 65802.34940720943, + 65746.20917283444, + 65789.86620408444, + 65837.66425095944, + 65806.57948533444, + 65802.34940720943, + 65874.48417283443, + 65794.71698533444, + 65806.57948533444, + 65746.20917283444, + 65789.86620408444, + 65746.20917283444, + 65803.19745408444, + 65806.57948533444, + 65794.71698533444, + 65861.35761033444, + 65730.09198533444, + 65746.20917283444, + 65803.19745408444 + ], + "p90": [ + 66333.69354783444, + 66329.71698533444, + 66332.94120408443, + 66329.71698533444, + 66332.85761033444, + 66329.71698533444, + 66333.69354783444, + 66227.85761033444, + 66333.69354783444, + 66253.18573533444, + 66333.69354783444, + 66333.69354783444, + 66235.83261033444, + 66333.69354783444, + 66334.60214158444, + 66233.90448533444, + 66227.85761033444, + 66329.71698533444, + 66333.69354783444, + 66342.77948533444, + 66227.18573533444, + 66253.18573533444, + 66332.85761033444, + 66333.69354783444 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_040735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..af38b5dd9107374a6d8fb635688d8c19d79f03d5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:07:35.441536+00:00", + "metrics": { + "MSE[mean]": 1515858.0025367737, + "MSE[0.5]": 1515858.0025367737, + "MAE[0.5]": 1091.7529296875, + "MASE[0.5]": 1.120492542110366, + "MAPE[0.5]": 0.01687099667311588, + "sMAPE[0.5]": 0.016691982097855246, + "MSIS": 4.066551916409078, + "RMSE[mean]": 1231.2018528806614, + "NRMSE[mean]": 0.018951768728798644, + "ND[0.5]": 0.016805245203307357, + "mean_weighted_sum_quantile_loss": 0.012407172019093811 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "p10": [ + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996 + ], + "p90": [ + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_040718.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_040718.json new file mode 100644 index 0000000000000000000000000000000000000000..11e325d60e0e06a069c19f174cf2a6510ec4c678 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_040718.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:07:18.267147+00:00", + "metrics": { + "MSE[mean]": 1099916.9172986348, + "MSE[0.5]": 1099916.9172986348, + "MAE[0.5]": 920.8600260416666, + "MASE[0.5]": 0.9451010054102523, + "MAPE[0.5]": 0.014243434843346697, + "sMAPE[0.5]": 0.014113311303676913, + "MSIS": 8.024533727381277, + "RMSE[mean]": 1048.769239298443, + "NRMSE[mean]": 0.016143601495203993, + "ND[0.5]": 0.014174707586984725, + "mean_weighted_sum_quantile_loss": 0.009034709482770185 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 66011.25, + 65974.6875, + 65970.625, + 65942.1875, + 65938.125, + 65921.875, + 65913.75, + 65909.6875, + 65893.4375, + 65865.0, + 65877.1875, + 65856.875, + 65848.75, + 65840.625, + 65848.75, + 65836.5625, + 65832.5, + 65816.25, + 65808.125, + 65777.65625, + 65781.71875, + 65761.40625, + 65765.46875, + 65743.125 + ], + "p10": [ + 65615.15625, + 65478.046875, + 65383.0859375, + 65303.61328125, + 65234.8046875, + 65166.7578125, + 65119.53125, + 65080.9375, + 65025.078125, + 64952.96875, + 64944.84375, + 64890.0, + 64849.375, + 64808.75, + 64790.46875, + 64747.8125, + 64699.0625, + 64662.5, + 64630.0, + 64581.25, + 64560.9375, + 64524.375, + 64500.0, + 64459.375 + ], + "p90": [ + 66368.75, + 66433.75, + 66506.875, + 66506.875, + 66547.5, + 66555.625, + 66588.125, + 66604.375, + 66612.5, + 66604.375, + 66612.5, + 66628.75, + 66645.0, + 66645.0, + 66653.125, + 66661.25, + 66645.0, + 66645.0, + 66653.125, + 66645.0, + 66653.125, + 66645.0, + 66661.25, + 66661.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_040341.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_040341.json new file mode 100644 index 0000000000000000000000000000000000000000..b4fd7a991a76ede49ea25dcbd785bf272710d1c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_040341.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:03:41.481075+00:00", + "metrics": { + "MSE[mean]": 1382467.608959198, + "MSE[0.5]": 1161964.6795285542, + "MAE[0.5]": 918.4254557291666, + "MASE[0.5]": 0.9426023467813441, + "MAPE[0.5]": 0.014214148864932994, + "sMAPE[0.5]": 0.014076721872170914, + "MSIS": 40.21563734671118, + "RMSE[mean]": 1175.7838274781627, + "NRMSE[mean]": 0.018098724527819323, + "ND[0.5]": 0.014137232486205315, + "mean_weighted_sum_quantile_loss": 0.015097109276362779 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65848.171875, + 65829.0234375, + 65840.7265625, + 65846.765625, + 65846.109375, + 65841.71875, + 65815.4453125, + 65801.3671875, + 65800.7734375, + 65798.40625, + 65817.4453125, + 65821.5859375, + 65825.578125, + 65882.4375, + 65897.15625, + 65897.1484375, + 65933.90625, + 65945.2265625, + 65897.4765625, + 65888.8515625, + 65864.5234375, + 65891.0546875, + 65866.7578125, + 65862.6171875 + ], + "p10": [ + 65890.21875, + 65896.828125, + 65910.28125, + 65914.265625, + 65913.890625, + 65867.6484375, + 65843.578125, + 65823.7265625, + 65857.6015625, + 65881.1796875, + 65904.1640625, + 65867.0703125, + 65930.3828125, + 65925.65625, + 65966.28125, + 65975.734375, + 66025.34375, + 65977.6640625, + 65995.3359375, + 65970.1640625, + 65966.4609375, + 65992.5390625, + 65977.875, + 65944.546875 + ], + "p90": [ + 66135.6640625, + 66170.8671875, + 66186.296875, + 66215.6015625, + 66239.453125, + 66242.5625, + 66236.625, + 66254.078125, + 66264.828125, + 66288.328125, + 66353.7265625, + 66338.78125, + 66391.9296875, + 66472.0546875, + 66475.796875, + 66503.1328125, + 66546.3125, + 66585.2578125, + 66572.921875, + 66569.640625, + 66561.8359375, + 66602.5546875, + 66566.2734375, + 66583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_040441.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_040441.json new file mode 100644 index 0000000000000000000000000000000000000000..29ecad59923942838cc7669846786bfd048eb812 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_040441.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:04:41.384035+00:00", + "metrics": { + "MSE[mean]": 1205538.8721936543, + "MSE[0.5]": 1205538.8721936543, + "MAE[0.5]": 956.7184244791666, + "MASE[0.5]": 0.9819033504543287, + "MAPE[0.5]": 0.014800978667679062, + "sMAPE[0.5]": 0.014657950627048546, + "MSIS": 14.489650227882743, + "RMSE[mean]": 1097.9703421284448, + "NRMSE[mean]": 0.016900949219993695, + "ND[0.5]": 0.014726672378608934, + "mean_weighted_sum_quantile_loss": 0.010598151023033783 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65922.3046875, + 65910.6640625, + 65911.21875, + 65912.53125, + 65913.2890625, + 65910.265625, + 65914.9609375, + 65919.921875, + 65927.8125, + 65928.5078125, + 65941.0078125, + 65945.359375, + 65943.59375, + 65938.484375, + 65944.3984375, + 65938.09375, + 65928.046875, + 65915.0625, + 65901.6171875, + 65881.703125, + 65862.8515625, + 65843.6953125, + 65831.28125, + 65813.7265625 + ], + "p10": [ + 65670.6953125, + 65574.21875, + 65500.62890625, + 65444.49609375, + 65400.28125, + 65359.4609375, + 65334.890625, + 65298.8125, + 65262.48828125, + 65224.8359375, + 65205.421875, + 65179.0859375, + 65131.8671875, + 65091.48046875, + 65064.3359375, + 65030.1015625, + 64994.77734375, + 64957.69921875, + 64922.34375, + 64882.2734375, + 64847.03515625, + 64813.734375, + 64789.58203125, + 64760.453125 + ], + "p90": [ + 66187.8359375, + 66266.984375, + 66364.6640625, + 66447.7734375, + 66512.4296875, + 66566.8828125, + 66639.0, + 66698.1484375, + 66752.484375, + 66804.140625, + 66862.0, + 66894.96875, + 66916.0703125, + 66951.5859375, + 67014.5, + 67037.140625, + 67051.7890625, + 67064.515625, + 67073.3515625, + 67078.75, + 67066.1484375, + 67058.25, + 67053.1328125, + 67051.328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_040420.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_040420.json new file mode 100644 index 0000000000000000000000000000000000000000..ceaef9d5bc1190c4597eeb7380eab7a46fa0d85c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_040420.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:04:20.003451+00:00", + "metrics": { + "MSE[mean]": 1065800.0743751526, + "MSE[0.5]": 1065800.0743751526, + "MAE[0.5]": 894.2255859375, + "MASE[0.5]": 0.9177654327834436, + "MAPE[0.5]": 0.01383531642092631, + "sMAPE[0.5]": 0.013709296857079773, + "MSIS": 4.991012646640425, + "RMSE[mean]": 1032.3759365537114, + "NRMSE[mean]": 0.01589126100238194, + "ND[0.5]": 0.013764726276532512, + "mean_weighted_sum_quantile_loss": 0.008730001298419738 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 64267.87109375 + ], + "predictions": { + "p50": [ + 65889.453125, + 65888.40625, + 65885.1328125, + 65878.21875, + 65876.78125, + 65864.2578125, + 65860.6640625, + 65858.1171875, + 65853.7890625, + 65845.09375, + 65847.15625, + 65834.2890625, + 65828.625, + 65825.328125, + 65816.984375, + 65810.9609375, + 65812.2734375, + 65806.234375, + 65801.234375, + 65793.703125, + 65790.6875, + 65783.28125, + 65782.6875, + 65777.6171875 + ], + "p10": [ + 65623.0859375, + 65501.328125, + 65393.9296875, + 65303.95703125, + 65215.58203125, + 65120.65234375, + 65043.49609375, + 64977.56640625, + 64893.25390625, + 64832.05859375, + 64760.04296875, + 64683.36328125, + 64610.6640625, + 64541.73828125, + 64494.578125, + 64427.484375, + 64387.26171875, + 64332.11328125, + 64271.46484375, + 64220.203125, + 64170.36328125, + 64120.2890625, + 64079.6875, + 64035.3125 + ], + "p90": [ + 66160.109375, + 66261.4453125, + 66345.71875, + 66411.4765625, + 66497.21875, + 66567.53125, + 66633.84375, + 66690.7578125, + 66767.203125, + 66826.78125, + 66901.6171875, + 66942.0546875, + 66983.1796875, + 67050.296875, + 67098.8984375, + 67143.5859375, + 67199.140625, + 67239.8125, + 67283.8359375, + 67315.90625, + 67344.1796875, + 67404.984375, + 67437.6015625, + 67462.8359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_040735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..67ebbc691382a092b968e70985ebcc6410669c79 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:07:35.309741+00:00", + "metrics": { + "MSE[mean]": 2784.7271177536463, + "MSE[0.5]": 5327.494636309234, + "MAE[0.5]": 70.55230697248093, + "MASE[0.5]": 0.5993824309166522, + "MAPE[0.5]": 0.025228348649012026, + "sMAPE[0.5]": 0.025573213317758952, + "MSIS": 3.7514533216553207, + "RMSE[mean]": 52.7705137150819, + "NRMSE[mean]": 0.01890287058450695, + "ND[0.5]": 0.0252724681692469, + "mean_weighted_sum_quantile_loss": 0.02192651280025257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2721.4658132550867, + 2720.8327311861503, + 2720.8064149811094, + 2721.0536985492577, + 2721.716353935889, + 2720.987415017179, + 2720.921173114987, + 2721.914292963367, + 2720.8429471755016, + 2720.7920423000014, + 2721.0715828417747, + 2721.4965152762015, + 2720.9874146470884, + 2720.8059621857374, + 2720.796293746561, + 2721.0895094697526, + 2721.4140171325407, + 2721.0536562137922, + 2720.8278883517937, + 2721.4140171325407, + 2721.2105142293167, + 2721.4140171325407, + 2720.9874146470884, + 2720.8429471751997 + ], + "p10": [ + 2698.4175263846773, + 2679.4566498914933, + 2680.7332602463907, + 2681.9785837071568, + 2675.3402182171694, + 2675.5811068832422, + 2680.732807485621, + 2685.299276519117, + 2675.3402142591904, + 2672.585546636637, + 2697.141819757492, + 2686.0807874028883, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2672.5855466366093, + 2698.365730262132, + 2679.8818848953574, + 2675.3402142588884, + 2680.7328074510187, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2673.1135202371283 + ], + "p90": [ + 2754.7068477666185, + 2753.2533343626765, + 2752.487252266598, + 2762.2567848211347, + 2754.655055602354, + 2754.864878008332, + 2754.049644078887, + 2760.3135460395683, + 2751.687511026778, + 2754.0496440443126, + 2760.103720042167, + 2760.1037200421647, + 2752.6430839285317, + 2751.7199667316695, + 2751.6348076195804, + 2752.6430839285317, + 2762.2019799838545, + 2760.1037200421647, + 2751.8126652211536, + 2751.6352083503393, + 2752.486799471226, + 2751.8126652211536, + 2762.2019799838545, + 2760.1037200421647 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_040310.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_040310.json new file mode 100644 index 0000000000000000000000000000000000000000..5c0321dd9f3b2ffe1e209e4bec841e7f488cc391 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_040310.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:03:10.322587+00:00", + "metrics": { + "MSE[mean]": 1748.044067022701, + "MSE[0.5]": 1748.044067022701, + "MAE[0.5]": 38.95887247721354, + "MASE[0.5]": 0.33097803166482304, + "MAPE[0.5]": 0.013919503546380376, + "sMAPE[0.5]": 0.014031316746093, + "MSIS": 5.620926178788717, + "RMSE[mean]": 41.80961692030556, + "NRMSE[mean]": 0.014976579195333335, + "ND[0.5]": 0.01395541700676306, + "mean_weighted_sum_quantile_loss": 0.012466922062862769 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2754.707763671875, + 2755.12646484375, + 2755.9228515625, + 2755.767822265625, + 2755.17138671875, + 2755.0859375, + 2754.5400390625, + 2754.5673828125, + 2754.82666015625, + 2754.323974609375, + 2753.7705078125, + 2753.591064453125, + 2752.533203125, + 2753.147705078125, + 2754.4248046875, + 2753.67236328125, + 2757.39111328125, + 2756.41162109375, + 2756.75830078125, + 2755.28271484375, + 2754.2197265625, + 2753.191162109375, + 2751.384521484375, + 2750.71484375 + ], + "p10": [ + 2742.4462890625, + 2738.55810546875, + 2737.210205078125, + 2735.00244140625, + 2734.676513671875, + 2732.29638671875, + 2731.806640625, + 2730.665283203125, + 2728.49267578125, + 2727.123779296875, + 2724.195556640625, + 2724.36279296875, + 2722.00439453125, + 2719.318359375, + 2717.0009765625, + 2715.132568359375, + 2708.232421875, + 2705.607666015625, + 2703.47216796875, + 2698.73291015625, + 2695.336181640625, + 2687.907958984375, + 2680.349365234375, + 2674.994384765625 + ], + "p90": [ + 2770.0908203125, + 2772.286376953125, + 2774.5, + 2776.79541015625, + 2776.992919921875, + 2778.932373046875, + 2778.810546875, + 2779.098388671875, + 2778.818115234375, + 2778.76611328125, + 2779.87890625, + 2779.779296875, + 2779.8515625, + 2780.291259765625, + 2781.0009765625, + 2783.225830078125, + 2786.263916015625, + 2787.279296875, + 2788.447509765625, + 2786.356689453125, + 2785.41015625, + 2785.264892578125, + 2785.285400390625, + 2783.81884765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_040735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..34205342fcb028195d8520baaddb4b14aa3f91ed --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T04:07:35.399921+00:00", + "metrics": { + "MSE[mean]": 7050.831183477218, + "MSE[0.5]": 7070.044373258621, + "MAE[0.5]": 71.03396887667493, + "MASE[0.5]": 0.6034744258549375, + "MAPE[0.5]": 0.025406607999488722, + "sMAPE[0.5]": 0.024965624325255054, + "MSIS": 4.4057264236893365, + "RMSE[mean]": 83.96922759843166, + "NRMSE[mean]": 0.030078529288990446, + "ND[0.5]": 0.02544500377671938, + "mean_weighted_sum_quantile_loss": 0.023506227926815497 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2768.3039404345577, + 2776.4000013297045, + 2784.4960622248514, + 2792.592123119998, + 2800.688184015145, + 2808.784244910292, + 2816.8803058054386, + 2824.9763667005855, + 2833.0724275957323, + 2841.168488490879, + 2849.2645493860255, + 2857.3606102811723, + 2865.456671176319, + 2873.552732071466, + 2881.6487929666127, + 2889.7448538617596, + 2897.8409147569064, + 2905.936975652053, + 2914.0330365472, + 2922.129097442347, + 2930.2251583374937, + 2938.3212192326405, + 2946.4172801277873, + 2954.513341022934 + ], + "p10": [ + 2718.3039404345577, + 2771.4000013297045, + 2734.4960622248514, + 2742.592123119998, + 2750.688184015145, + 2758.784244910292, + 2766.8803058054386, + 2774.9763667005855, + 2828.0724275957323, + 2836.168488490879, + 2849.2645493860255, + 2852.3606102811723, + 2815.456671176319, + 2823.552732071466, + 2831.6487929666127, + 2839.7448538617596, + 2847.8409147569064, + 2855.936975652053, + 2864.0330365472, + 2872.129097442347, + 2880.2251583374937, + 2888.3212192326405, + 2896.4172801277873, + 2904.513341022934 + ], + "p90": [ + 2818.3039404345577, + 2826.4000013297045, + 2834.4960622248514, + 2842.592123119998, + 2850.688184015145, + 2858.784244910292, + 2866.8803058054386, + 2874.9763667005855, + 2883.0724275957323, + 2891.168488490879, + 2899.2645493860255, + 2907.3606102811723, + 2915.456671176319, + 2923.552732071466, + 2931.6487929666127, + 2939.7448538617596, + 2947.8409147569064, + 2955.936975652053, + 2964.0330365472, + 2972.129097442347, + 2980.2251583374937, + 2943.32121923264, + 2996.4172801277873, + 3004.513341022934 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_040658.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_040658.json new file mode 100644 index 0000000000000000000000000000000000000000..dadbf78154ddf3b9546703716eb4f5139d470146 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_040658.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:06:58.887923+00:00", + "metrics": { + "MSE[mean]": 606.5261119132241, + "MSE[0.5]": 324.6699621155858, + "MAE[0.5]": 15.363983154296875, + "MASE[0.5]": 0.13052587458517698, + "MAPE[0.5]": 0.005500696520784717, + "sMAPE[0.5]": 0.005513549617313589, + "MSIS": 1.8585485947870577, + "RMSE[mean]": 24.627750849665993, + "NRMSE[mean]": 0.008821880901372894, + "ND[0.5]": 0.005503516353777985, + "mean_weighted_sum_quantile_loss": 0.010161590606537624 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2756.0350341796875, + 2761.98291015625, + 2765.448486328125, + 2763.7535400390625, + 2763.590576171875, + 2767.7381591796875, + 2774.4495849609375, + 2776.7723388671875, + 2771.1455078125, + 2775.5772705078125, + 2782.90625, + 2787.0389404296875, + 2779.544189453125, + 2792.4471435546875, + 2797.5694580078125, + 2791.936767578125, + 2787.2279052734375, + 2815.7919921875, + 2815.1468505859375, + 2810.3978271484375, + 2798.8487548828125, + 2811.9219970703125, + 2806.210693359375, + 2819.64501953125 + ], + "p10": [ + 2724.562744140625, + 2733.0845947265625, + 2719.6251220703125, + 2712.435791015625, + 2703.6043701171875, + 2711.28466796875, + 2699.9613037109375, + 2701.955810546875, + 2688.26904296875, + 2698.8929443359375, + 2678.5714111328125, + 2684.0179443359375, + 2687.9705810546875, + 2683.8526611328125, + 2682.8778076171875, + 2631.9990234375, + 2680.4429931640625, + 2658.8397216796875, + 2685.531494140625, + 2674.9844970703125, + 2649.1075439453125, + 2673.3836669921875, + 2677.6182861328125, + 2647.0511474609375 + ], + "p90": [ + 2778.4947509765625, + 2796.2760009765625, + 2808.5325927734375, + 2822.3057861328125, + 2814.221435546875, + 2840.3734130859375, + 2861.76513671875, + 2859.22900390625, + 2862.707275390625, + 2869.4293212890625, + 2898.2081298828125, + 2912.16162109375, + 2901.7861328125, + 2945.018798828125, + 2920.98974609375, + 2945.1915283203125, + 2966.922119140625, + 3033.5938720703125, + 2997.556640625, + 3015.426513671875, + 2998.765869140625, + 3016.7994384765625, + 3019.164306640625, + 3093.3095703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_040735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..d23a0ed30287a710aeecaa746438c82ca2475cb6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:07:35.432757+00:00", + "metrics": { + "MSE[mean]": 18746.442708333332, + "MSE[0.5]": 18684.895833333332, + "MAE[0.5]": 135.41666666666666, + "MASE[0.5]": 1.1504424778761064, + "MAPE[0.5]": 0.04846455627705628, + "sMAPE[0.5]": 0.04969023609152326, + "MSIS": 4.079645767318196, + "RMSE[mean]": 136.91764936754257, + "NRMSE[mean]": 0.04904512813165704, + "ND[0.5]": 0.048507462686567165, + "mean_weighted_sum_quantile_loss": 0.045381426202321724 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25 + ], + "p10": [ + 2606.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2651.25, + 2651.25, + 2656.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25 + ], + "p90": [ + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2661.2499999999995, + 2706.25, + 2706.25 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_040735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..7c76eb116e54572f39ff4bedb5fbaf8a537f4f25 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_040735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:07:35.456526+00:00", + "metrics": { + "MSE[mean]": 21979.166666666668, + "MSE[0.5]": 21979.166666666668, + "MAE[0.5]": 135.41666666666666, + "MASE[0.5]": 1.1504424778761062, + "MAPE[0.5]": 0.04853896103896104, + "sMAPE[0.5]": 0.04999762443554751, + "MSIS": 23.053098293875866, + "RMSE[mean]": 148.25372395547663, + "NRMSE[mean]": 0.05310581156614089, + "ND[0.5]": 0.048507462686567165, + "mean_weighted_sum_quantile_loss": 0.042263681592039845 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "p10": [ + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2597.0, + 2597.0, + 2646.0, + 2646.0, + 2646.0, + 2646.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0 + ], + "p90": [ + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2703.0, + 2703.0, + 2754.0, + 2754.0, + 2754.0, + 2754.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_040730.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_040730.json new file mode 100644 index 0000000000000000000000000000000000000000..c6dab9dac40f699832912d1828ddc6532bea1409 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_040730.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:07:30.269466+00:00", + "metrics": { + "MSE[mean]": 2448.357261657715, + "MSE[0.5]": 2448.357261657715, + "MAE[0.5]": 44.7822265625, + "MASE[0.5]": 0.38045077433628327, + "MAPE[0.5]": 0.01599644674986472, + "sMAPE[0.5]": 0.01615402989579648, + "MSIS": 8.585804065265487, + "RMSE[mean]": 49.48087773734127, + "NRMSE[mean]": 0.01772449351785359, + "ND[0.5]": 0.016041394589552237, + "mean_weighted_sum_quantile_loss": 0.015224001088308455 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.90625, + 2751.515625, + 2752.734375, + 2753.34375, + 2754.5625, + 2753.34375, + 2753.34375, + 2752.125, + 2752.125, + 2750.296875, + 2750.296875, + 2749.078125, + 2750.90625, + 2750.90625, + 2750.90625, + 2749.6875, + 2755.171875, + 2750.90625, + 2749.6875, + 2745.421875, + 2744.203125, + 2735.0625, + 2726.53125, + 2712.8203125 + ], + "p10": [ + 2738.71875, + 2736.28125, + 2736.28125, + 2735.0625, + 2735.0625, + 2730.1875, + 2728.96875, + 2723.484375, + 2722.265625, + 2718.609375, + 2717.6953125, + 2715.8671875, + 2714.953125, + 2711.296875, + 2710.078125, + 2703.984375, + 2703.6796875, + 2693.9296875, + 2686.3125, + 2676.5625, + 2669.859375, + 2655.38671875, + 2639.390625, + 2622.404296875 + ], + "p90": [ + 2763.09375, + 2764.3125, + 2768.578125, + 2771.625, + 2773.453125, + 2773.453125, + 2774.671875, + 2774.671875, + 2775.28125, + 2773.453125, + 2774.671875, + 2772.84375, + 2775.28125, + 2775.890625, + 2775.28125, + 2774.671875, + 2776.5, + 2773.453125, + 2773.453125, + 2770.40625, + 2769.796875, + 2764.921875, + 2761.875, + 2753.953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_040353.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_040353.json new file mode 100644 index 0000000000000000000000000000000000000000..4e31ed8e99b2084ee5f9bed4558887cf75bcaee0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_040353.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:03:53.578409+00:00", + "metrics": { + "MSE[mean]": 1819.2380520030856, + "MSE[0.5]": 2409.6291145930686, + "MAE[0.5]": 44.92291259765625, + "MASE[0.5]": 0.381645983130531, + "MAPE[0.5]": 0.016045012965346828, + "sMAPE[0.5]": 0.016200159838781394, + "MSIS": 8.959010992809736, + "RMSE[mean]": 42.652526912283705, + "NRMSE[mean]": 0.015278517102907596, + "ND[0.5]": 0.01609178958722015, + "mean_weighted_sum_quantile_loss": 0.013750780683172679 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2749.0751953125, + 2749.434326171875, + 2749.669921875, + 2752.037353515625, + 2750.595458984375, + 2749.811767578125, + 2749.716552734375, + 2747.687255859375, + 2747.048095703125, + 2747.059326171875, + 2746.704833984375, + 2746.55126953125, + 2746.31298828125, + 2746.4306640625, + 2747.164794921875, + 2747.877197265625, + 2747.01025390625, + 2747.04443359375, + 2746.87158203125, + 2746.070556640625, + 2745.6328125, + 2741.540283203125, + 2739.879150390625, + 2739.8896484375 + ], + "p10": [ + 2747.48828125, + 2750.567138671875, + 2749.739013671875, + 2749.0107421875, + 2749.282958984375, + 2746.431884765625, + 2747.802734375, + 2745.61474609375, + 2744.050048828125, + 2742.907470703125, + 2742.134765625, + 2738.821044921875, + 2745.084716796875, + 2740.166748046875, + 2740.988525390625, + 2742.152099609375, + 2738.050048828125, + 2742.43896484375, + 2742.34716796875, + 2736.450439453125, + 2736.241943359375, + 2735.26123046875, + 2730.765869140625, + 2729.5576171875 + ], + "p90": [ + 2755.43896484375, + 2759.068115234375, + 2760.76513671875, + 2764.027587890625, + 2763.540771484375, + 2763.990966796875, + 2765.574462890625, + 2764.72119140625, + 2763.405029296875, + 2764.256103515625, + 2761.399658203125, + 2763.79296875, + 2764.654052734375, + 2767.107177734375, + 2770.291015625, + 2773.601318359375, + 2774.48876953125, + 2773.6083984375, + 2775.81689453125, + 2775.26953125, + 2776.723388671875, + 2775.25439453125, + 2773.8916015625, + 2774.521240234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_040613.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_040613.json new file mode 100644 index 0000000000000000000000000000000000000000..38925e8ff8461ee39be649e1507ced5a44f81d69 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_040613.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:06:13.302683+00:00", + "metrics": { + "MSE[mean]": 1982.7032525837421, + "MSE[0.5]": 1982.7032525837421, + "MAE[0.5]": 40.825297037760414, + "MASE[0.5]": 0.3468343819137168, + "MAPE[0.5]": 0.014581629567332083, + "sMAPE[0.5]": 0.0147091626489025, + "MSIS": 13.412217833932523, + "RMSE[mean]": 44.52755610387507, + "NRMSE[mean]": 0.015950169350641818, + "ND[0.5]": 0.014623986998600746, + "mean_weighted_sum_quantile_loss": 0.015894243301720564 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.8759765625, + 2750.96533203125, + 2751.046875, + 2751.162841796875, + 2751.306640625, + 2751.45654296875, + 2751.474365234375, + 2751.373291015625, + 2751.333984375, + 2751.339111328125, + 2751.34814453125, + 2751.20849609375, + 2751.22021484375, + 2751.14453125, + 2751.3466796875, + 2751.2548828125, + 2751.265380859375, + 2751.18408203125, + 2751.1357421875, + 2751.145263671875, + 2751.206787109375, + 2751.13818359375, + 2751.090087890625, + 2750.791015625 + ], + "p10": [ + 2748.242431640625, + 2748.320556640625, + 2748.40673828125, + 2747.633544921875, + 2746.2314453125, + 2744.580322265625, + 2741.162841796875, + 2737.17578125, + 2733.896240234375, + 2729.17724609375, + 2723.904052734375, + 2719.49853515625, + 2716.838623046875, + 2713.95458984375, + 2710.392578125, + 2706.505126953125, + 2703.190673828125, + 2699.624267578125, + 2695.91357421875, + 2689.77294921875, + 2687.7919921875, + 2687.154541015625, + 2681.043212890625, + 2672.125 + ], + "p90": [ + 2752.97607421875, + 2753.0888671875, + 2752.9609375, + 2753.12158203125, + 2753.426513671875, + 2753.636474609375, + 2753.710693359375, + 2753.703125, + 2753.691162109375, + 2753.72119140625, + 2753.707275390625, + 2753.820556640625, + 2753.95263671875, + 2753.944091796875, + 2753.86083984375, + 2753.90234375, + 2753.818603515625, + 2753.74853515625, + 2753.58203125, + 2753.57373046875, + 2753.46142578125, + 2753.74609375, + 2753.81884765625, + 2753.75634765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_040430.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_040430.json new file mode 100644 index 0000000000000000000000000000000000000000..f1012167e545b1d5c1022f612bd6dfa4793cab06 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_040430.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:04:30.796664+00:00", + "metrics": { + "MSE[mean]": 470.7292352492611, + "MSE[0.5]": 470.7292352492611, + "MAE[0.5]": 20.264678955078125, + "MASE[0.5]": 0.17216010439712393, + "MAPE[0.5]": 0.007251947576349432, + "sMAPE[0.5]": 0.0072749702155065306, + "MSIS": 1.1914562880254425, + "RMSE[mean]": 21.696295426852508, + "NRMSE[mean]": 0.007771807317081496, + "ND[0.5]": 0.007258989476445895, + "mean_weighted_sum_quantile_loss": 0.008879542473180969 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.251220703125, + 2752.53076171875, + 2773.3662109375, + 2773.4189453125, + 2777.62109375, + 2778.21923828125, + 2783.141845703125, + 2783.113037109375, + 2783.62890625, + 2781.883056640625, + 2784.34033203125, + 2782.16455078125, + 2781.986328125, + 2783.478759765625, + 2783.992431640625, + 2781.90625, + 2780.837890625, + 2778.274169921875, + 2776.62109375, + 2773.590087890625, + 2772.008056640625, + 2769.90869140625, + 2768.421142578125, + 2766.587646484375 + ], + "p10": [ + 2746.912109375, + 2747.5078125, + 2746.417724609375, + 2745.48046875, + 2745.76318359375, + 2743.63330078125, + 2741.96240234375, + 2736.04931640625, + 2726.5966796875, + 2719.54296875, + 2715.688720703125, + 2708.49072265625, + 2704.193603515625, + 2698.623291015625, + 2695.395751953125, + 2689.321533203125, + 2683.759765625, + 2678.046142578125, + 2673.466064453125, + 2668.344482421875, + 2663.07080078125, + 2657.5859375, + 2653.47900390625, + 2647.412841796875 + ], + "p90": [ + 2806.86962890625, + 2802.2607421875, + 2806.4345703125, + 2815.399658203125, + 2822.1318359375, + 2827.755615234375, + 2826.248046875, + 2830.545166015625, + 2836.810302734375, + 2838.340087890625, + 2845.4130859375, + 2850.46533203125, + 2856.754638671875, + 2861.509521484375, + 2864.69970703125, + 2865.21337890625, + 2865.676025390625, + 2868.28369140625, + 2871.3056640625, + 2871.39013671875, + 2871.15966796875, + 2866.8642578125, + 2865.1767578125, + 2865.901123046875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_040735.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..474835e45c78bbc48750daa32a36c70511a26211 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_040735.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:07:35.250663+00:00", + "metrics": { + "MSE[mean]": 0.5521753714450721, + "MSE[0.5]": 0.5444102796589299, + "MAE[0.5]": 0.6186949445029831, + "MASE[0.5]": 0.5927521635708407, + "MAPE[0.5]": 0.5474370899487411, + "sMAPE[0.5]": 0.3885011699886573, + "MSIS": 22.924856182328885, + "RMSE[mean]": 0.7430850364830879, + "NRMSE[mean]": 0.5651194597190501, + "ND[0.5]": 0.4705202441206619, + "mean_weighted_sum_quantile_loss": 0.4672278701230775 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.6390593835985459, + 1.652184428429297, + 1.664382129955043, + 1.676351958503211, + 1.6890325153379875, + 1.6981626245273327, + 1.711056677699999, + 1.7225167507794237, + 1.7337055190028061, + 1.7449215673467255, + 1.7548184444261223, + 1.766390540880254, + 1.775831206843716, + 1.7871473309480133, + 1.7970299906836757, + 1.8089638262802925, + 1.8185287356153843, + 1.8296476654128, + 1.8398575728903102, + 1.8499551750060754, + 1.8598138318841362, + 1.8680484515353775, + 1.8786849526446887, + 1.888810228409729, + 1.8979294613187279, + 1.9041910891268774, + 1.9160801966543795, + 1.9275684055144184, + 1.9336621915805325, + 1.9429915245575133, + 1.9529459322305285, + 1.9604944582121901, + 1.9699833059092615, + 1.978275457961365, + 1.9873676141471335, + 1.9944292450903078, + 2.0036414152993576, + 2.0122824634628134, + 2.020866223740497, + 2.0281031853499494, + 2.036741064702878, + 2.044425018417238, + 2.0530658878193413, + 2.0597395477121796, + 2.06659060514564, + 2.0742127424825703, + 2.0825407475718762, + 2.0889198079588267, + 2.0963162916092184, + 2.1041377383331588, + 2.11101345467831, + 2.1185367231905756, + 2.1261613156032015, + 2.131710719632345, + 2.139940105219993, + 2.1460677232976373, + 2.1535133886464735, + 2.159839873880714, + 2.1657208339221934, + 2.171789203670394 + ], + "p10": [ + 1.6254545987559452, + 1.6384413193667107, + 1.6503757756261908, + 1.6625209870296431, + 1.6747526034104938, + 1.6844513139390596, + 1.6985454238684674, + 1.7087092677208715, + 1.720485691910149, + 1.7330883559474604, + 1.7406989155553771, + 1.7528020177329255, + 1.7634642032768852, + 1.7756298051321797, + 1.7850019743975831, + 1.7973657221913266, + 1.8046825631182193, + 1.815881653001958, + 1.8260787773763723, + 1.8360030878802471, + 1.8471138858572262, + 1.8542073174566487, + 1.8654016483156115, + 1.8734162107822947, + 1.8844489526828183, + 1.8897775512839894, + 1.905458013523264, + 1.912023817976796, + 1.919190085388527, + 1.9315155672343391, + 1.938164331981823, + 1.9463935114581854, + 1.9567266544418378, + 1.963825349579063, + 1.9736313261202758, + 1.9818606591864907, + 1.9890500671680886, + 1.9972868139278732, + 2.006595171966685, + 2.0126158311406614, + 2.0219559397349145, + 2.0306328974307917, + 2.0398494411794603, + 2.0469801067576796, + 2.052567638239469, + 2.0602630070424217, + 2.0697132240900644, + 2.0751406068513387, + 2.0838774802592317, + 2.0897027962120243, + 2.097192357536852, + 2.1053851940313346, + 2.110871829732258, + 2.1191456754741167, + 2.1267348598580984, + 2.1329325633861447, + 2.1394622078700136, + 2.146515218715814, + 2.1529526937046626, + 2.15948004571528 + ], + "p90": [ + 1.6522899091043803, + 1.664899563385567, + 1.6780628516381104, + 1.690896496257896, + 1.7057832080919877, + 1.713288027302758, + 1.7231282304775646, + 1.7353230409275315, + 1.7492225883358508, + 1.759038336470707, + 1.7737340163009605, + 1.7793656401416302, + 1.7905164869918078, + 1.8006970727694618, + 1.8075077152679087, + 1.8220042971993746, + 1.8302732013728455, + 1.8422236751848, + 1.852327970368014, + 1.8627967252088422, + 1.871454229757416, + 1.8842724249810603, + 1.8903763059480572, + 1.9015881624190993, + 1.9112022321358344, + 1.9194030881380246, + 1.9298492224648132, + 1.9397563563062994, + 1.9471356906562682, + 1.9587397258212327, + 1.9684805446558618, + 1.9747537523952514, + 1.9851021636700907, + 1.9937114385792645, + 1.999373344705506, + 2.0115896759831466, + 2.014569887186288, + 2.025669406574333, + 2.033823017297579, + 2.040614054324734, + 2.050948891328415, + 2.0572036888495497, + 2.065103252413578, + 2.0728156422272948, + 2.0815505197347646, + 2.087919608311422, + 2.0983992530518836, + 2.1014521650753846, + 2.110455920945928, + 2.117857191755327, + 2.1245539057686615, + 2.132118641658426, + 2.1379197128419287, + 2.1456296320535255, + 2.1525459555973843, + 2.157965375752589, + 2.1681215423077544, + 2.1756287430920316, + 2.1782467241019767, + 2.1848730128973295 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_040303.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_040303.json new file mode 100644 index 0000000000000000000000000000000000000000..be82435fbe775f4c6a783f3fbf7142985537b24d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_040303.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:03:03.532332+00:00", + "metrics": { + "MSE[mean]": 0.46663247011828435, + "MSE[0.5]": 0.46663247011828435, + "MAE[0.5]": 0.5149871309598287, + "MASE[0.5]": 0.49339296983071834, + "MAPE[0.5]": 0.4700112407650295, + "sMAPE[0.5]": 0.7469464933561892, + "MSIS": 6.790322449272187, + "RMSE[mean]": 0.6831050212948843, + "NRMSE[mean]": 0.5195043926501152, + "ND[0.5]": 0.3916499928294623, + "mean_weighted_sum_quantile_loss": 0.31843840887183494 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.6584844589233398, + 1.6628844738006592, + 1.6640760898590088, + 1.6635706424713135, + 1.657975435256958, + 1.6535251140594482, + 1.6484858989715576, + 1.6380845308303833, + 1.628431797027588, + 1.6175880432128906, + 1.5993170738220215, + 1.582129955291748, + 1.5660622119903564, + 1.5434679985046387, + 1.5215224027633667, + 1.4926371574401855, + 1.4499999284744263, + 1.4189211130142212, + 1.3869080543518066, + 1.3500988483428955, + 1.315128207206726, + 1.2787834405899048, + 1.2392253875732422, + 1.1968650817871094, + 1.1510968208312988, + 1.1088590621948242, + 1.0621912479400635, + 1.021069884300232, + 0.9783051609992981, + 0.9299888610839844, + 0.8816625475883484, + 0.8436892032623291, + 0.7344011664390564, + 0.6916390657424927, + 0.639913022518158, + 0.5869092345237732, + 0.5376270413398743, + 0.48909592628479004, + 0.44187015295028687, + 0.3885723352432251, + 0.3407260775566101, + 0.29811352491378784, + 0.25072216987609863, + 0.19760620594024658, + 0.15944063663482666, + 0.11402416229248047, + 0.06274020671844482, + 0.029619216918945312, + 0.01527559757232666, + -0.03135323524475098, + -0.07089793682098389, + -0.0984729528427124, + -0.13330340385437012, + -0.18189537525177002, + -0.21231019496917725, + -0.24860119819641113, + -0.270410418510437, + -0.2909374237060547, + -0.3247194290161133, + -0.33848512172698975 + ], + "p10": [ + 1.6368281841278076, + 1.6410679817199707, + 1.6332886219024658, + 1.6206525564193726, + 1.6194531917572021, + 1.6051077842712402, + 1.5984466075897217, + 1.5853300094604492, + 1.5676183700561523, + 1.5519039630889893, + 1.5261858701705933, + 1.5059404373168945, + 1.480520248413086, + 1.4401181936264038, + 1.4186210632324219, + 1.364775538444519, + 1.3225046396255493, + 1.2910243272781372, + 1.253814935684204, + 1.2134439945220947, + 1.1696765422821045, + 1.1268219947814941, + 1.070223093032837, + 1.0179530382156372, + 0.9581433534622192, + 0.9092501401901245, + 0.8352056741714478, + 0.7806631326675415, + 0.7164927124977112, + 0.6630799174308777, + 0.6118320226669312, + 0.5477501749992371, + 0.4357958436012268, + 0.3795667886734009, + 0.3157420754432678, + 0.26645880937576294, + 0.19137024879455566, + 0.1332518458366394, + 0.07989442348480225, + 0.01684117317199707, + -0.03908360004425049, + -0.09698307514190674, + -0.14803838729858398, + -0.20353662967681885, + -0.25225532054901123, + -0.32657814025878906, + -0.37562692165374756, + -0.3952515125274658, + -0.4981577396392822, + -0.5715476274490356, + -0.6145085096359253, + -0.6460086107254028, + -0.6914336681365967, + -0.7237043380737305, + -0.7551077604293823, + -0.7969837188720703, + -0.837531566619873, + -0.858668327331543, + -0.9012773036956787, + -0.9157313108444214 + ], + "p90": [ + 1.6793537139892578, + 1.6841732263565063, + 1.6959267854690552, + 1.6973317861557007, + 1.6979167461395264, + 1.6932978630065918, + 1.6950212717056274, + 1.6913485527038574, + 1.6883305311203003, + 1.6853739023208618, + 1.6743067502975464, + 1.656604290008545, + 1.6488678455352783, + 1.6367803812026978, + 1.6226005554199219, + 1.6056052446365356, + 1.5718830823898315, + 1.5467114448547363, + 1.5147557258605957, + 1.491271734237671, + 1.4705811738967896, + 1.4382081031799316, + 1.4156465530395508, + 1.3853387832641602, + 1.3597216606140137, + 1.322514295578003, + 1.2927212715148926, + 1.2520396709442139, + 1.2246458530426025, + 1.207058310508728, + 1.1675362586975098, + 1.122039556503296, + 1.122494101524353, + 1.0900847911834717, + 1.0542750358581543, + 1.0026568174362183, + 0.9778907299041748, + 0.9374698400497437, + 0.9067338705062866, + 0.8847066760063171, + 0.8535802960395813, + 0.8018287420272827, + 0.7917540073394775, + 0.7387352585792542, + 0.7207979559898376, + 0.6919419765472412, + 0.6671509742736816, + 0.6440486907958984, + 0.7186063528060913, + 0.7088074684143066, + 0.682398796081543, + 0.6695466041564941, + 0.6258587837219238, + 0.6076287031173706, + 0.5877416133880615, + 0.6108615398406982, + 0.6158769130706787, + 0.5686936974525452, + 0.5688235759735107, + 0.5323815941810608 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_040735.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..e0435f975a99fbddcd91815946d4b7d947fb0255 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_040735.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T04:07:35.381262+00:00", + "metrics": { + "MSE[mean]": 0.6230185886936334, + "MSE[0.5]": 0.630034090669943, + "MAE[0.5]": 0.6632694212314919, + "MASE[0.5]": 0.6354575675112061, + "MAPE[0.5]": 0.5876878088799109, + "sMAPE[0.5]": 0.4078635783632119, + "MSIS": 22.063268474148632, + "RMSE[mean]": 0.7893152657168322, + "NRMSE[mean]": 0.6002777537023471, + "ND[0.5]": 0.504419330994076, + "mean_weighted_sum_quantile_loss": 0.49074176892768595 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.6554990199473052, + 1.6650044148076526, + 1.6720099908661201, + 1.6900155147109188, + 1.7000209627386094, + 1.7070264791924321, + 1.7160318208854364, + 1.7340374639395246, + 1.7420429973210665, + 1.7575484341430838, + 1.762553976346113, + 1.7745594582292419, + 1.7830649255688373, + 1.798570392193177, + 1.8135758652548184, + 1.8230814091267777, + 1.8280869215274846, + 1.843592432855308, + 1.8575978442857466, + 1.8531034491928622, + 1.8651089012736686, + 1.8801144339399547, + 1.8986198768416458, + 1.9076254122497456, + 1.916130879589341, + 1.9286363252328458, + 1.9416418836483385, + 1.9476473086686361, + 1.9591528714948725, + 1.9691583493248854, + 1.9821637885310885, + 1.9936693662584861, + 2.0016747804307387, + 2.0201803574428805, + 2.033685775310621, + 2.042191376760667, + 2.0526968034498947, + 2.058702347679482, + 2.07320776757378, + 2.0802132393241193, + 2.089718738492595, + 2.1027242671057653, + 2.113229678893832, + 2.1277352776020644, + 2.1352407876185855, + 2.1452461909427925, + 2.1632517594910747, + 2.1667571421920746, + 2.18826272528389, + 2.196268243764271, + 2.2077737320847013, + 2.2112792041926683, + 2.220784688459983, + 2.238290188939761, + 2.255795719221861, + 2.256301229953638, + 2.266306707783651, + 2.274812234727891, + 2.295317756188504, + 2.3068231849042897 + ], + "p10": [ + 1.6057989475395826, + 1.6098044698346607, + 1.618809987361367, + 1.6388154318127788, + 1.646020972513771, + 1.649926466293987, + 1.660931961051719, + 1.6809374606374272, + 1.6900429515446993, + 1.6975484257984335, + 1.7090539200793284, + 1.7198594174119812, + 1.7378648846323672, + 1.7400704301017311, + 1.750875927434384, + 1.7598814181390001, + 1.7690869131837657, + 1.7820924050795435, + 1.8009979009459218, + 1.8041033945950076, + 1.8150088876599677, + 1.8281143881635875, + 1.8371198788682037, + 1.8471253566982166, + 1.8629308492624979, + 1.8691363462136807, + 1.884941838777962, + 1.8890473568053472, + 1.903052845721824, + 1.9220583432809744, + 1.9249638365247486, + 1.9361693316877922, + 1.9561748297833845, + 1.9561803248335519, + 1.9671858188229427, + 1.980191340521043, + 1.9929968121044892, + 2.002202327056275, + 2.019507797328419, + 2.022213285696533, + 2.0332188080446962, + 2.0498242627188636, + 2.057129772330073, + 2.0756352703660603, + 2.0862407628230533, + 2.0882462619263364, + 2.103251757106889, + 2.114257251864621, + 2.1311627436778835, + 2.1412682366117135, + 2.160273736406038, + 2.1600792077212634, + 2.1752847229114676, + 2.187090219290446, + 2.1882956941879104, + 2.2021012095211656, + 2.21310670725913, + 2.22031219825078, + 2.2332176884537858, + 2.251323184189034 + ], + "p90": [ + 1.6869990316298156, + 1.6990045135129443, + 1.7041100186657265, + 1.716015484327451, + 1.7310210106607438, + 1.741126457400974, + 1.7530320001762079, + 1.7640374353292951, + 1.7712429615016552, + 1.7850484377193625, + 1.797053979207136, + 1.8040594062539916, + 1.8181649207050983, + 1.8301704562324075, + 1.8410759582380642, + 1.8501814714970781, + 1.8590869098449743, + 1.873192400454223, + 1.8860979243943892, + 1.8922034226330324, + 1.9002088964099295, + 1.914114389966628, + 1.9251198485890442, + 1.940125351453008, + 1.9502308577978829, + 1.9631363280938687, + 1.9731418953308488, + 1.9851473772139776, + 1.9923528612905572, + 2.00215834206802, + 2.016263826344275, + 2.028169369119509, + 2.035174796166365, + 2.0462803492412815, + 2.0611857937880607, + 2.0702913666517193, + 2.0831968429081695, + 2.090202269955025, + 2.101207764712757, + 2.115213280451324, + 2.1232187844030728, + 2.1372242699667883, + 2.145329778591541, + 2.156235298106062, + 2.167240766041704, + 2.1782462641521976, + 2.19325173684131, + 2.1962572690307587, + 2.2153627727530294, + 2.2262682151540414, + 2.233273731607864, + 2.2443792548804584, + 2.258284712301841, + 2.2712901813103663, + 2.282295682028563, + 2.2923011896608982, + 2.302406690045309, + 2.3124122513218244, + 2.3253177275782746, + 2.335423174318505 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_040653.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_040653.json new file mode 100644 index 0000000000000000000000000000000000000000..787bcb76a127bb6ce5659c6cd17b18c4725f7f54 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_040653.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:06:53.484385+00:00", + "metrics": { + "MSE[mean]": 0.43843418781962035, + "MSE[0.5]": 0.3834248924267902, + "MAE[0.5]": 0.47923534611860913, + "MASE[0.5]": 0.45914030944543555, + "MAPE[0.5]": 0.43398005607053824, + "sMAPE[0.5]": 0.3157589532285328, + "MSIS": 2.7125014024118546, + "RMSE[mean]": 0.6621436308080146, + "NRMSE[mean]": 0.5035631623933955, + "ND[0.5]": 0.36446060219244386, + "mean_weighted_sum_quantile_loss": 0.33489874485329774 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.646058201789856, + 1.65333092212677, + 1.6597570180892944, + 1.6617460250854492, + 1.672560691833496, + 1.6731483340263367, + 1.6726941466331482, + 1.6763330698013306, + 1.6620102524757385, + 1.670555830001831, + 1.6853448152542114, + 1.6974422931671143, + 1.7201529741287231, + 1.715548038482666, + 1.698751449584961, + 1.7323063015937805, + 1.672505795955658, + 1.6666349172592163, + 1.6311599016189575, + 1.6688240766525269, + 1.6373273730278015, + 1.7760610580444336, + 1.7207396030426025, + 1.637013018131256, + 1.7627313137054443, + 1.651989459991455, + 1.7581915855407715, + 1.6567059755325317, + 1.6304924488067627, + 1.6256807446479797, + 1.620588779449463, + 1.7597481608390808, + 1.6707185506820679, + 1.8289442658424377, + 1.8730143904685974, + 1.7963643670082092, + 1.9188201427459717, + 1.8696366548538208, + 1.7253236770629883, + 1.849466860294342, + 1.8671462535858154, + 1.704720675945282, + 1.5124374032020569, + 1.6325479745864868, + 1.8551379442214966, + 1.795058250427246, + 1.9498074650764465, + 1.8003484010696411, + 2.1163206100463867, + 2.248813033103943, + 2.0209121108055115, + 1.7518072128295898, + 2.1710803508758545, + 2.0685977935791016, + 2.1399168968200684, + 1.888684093952179, + 1.9611488580703735, + 2.085873007774353, + 1.83572518825531, + 2.057892918586731 + ], + "p10": [ + 1.6283525824546814, + 1.6249792575836182, + 1.61087965965271, + 1.6041213274002075, + 1.6020920276641846, + 1.5665342211723328, + 1.59051114320755, + 1.5223591327667236, + 1.5349905490875244, + 1.4800364971160889, + 1.3885295391082764, + 1.442427933216095, + 1.4324170351028442, + 1.4170178771018982, + 1.42718905210495, + 1.2839584946632385, + 1.0231209993362427, + 0.8808056116104126, + 0.8904910981655121, + 0.7385465502738953, + 0.7062330842018127, + 0.8365529179573059, + 0.6812976598739624, + 0.3779444694519043, + 0.58631232380867, + 0.3640471398830414, + 0.27325913310050964, + 0.3208407759666443, + 0.22028392553329468, + 0.2674567997455597, + 0.12441405653953552, + 0.21751922369003296, + -0.08773183822631836, + 0.05744922161102295, + 0.107929527759552, + 0.06061774492263794, + -0.517833948135376, + -0.20154762268066406, + -0.37395668029785156, + -0.22623062133789062, + -0.6885963082313538, + -0.7226700186729431, + -0.1686360239982605, + -0.6086392998695374, + -0.30464327335357666, + -0.29822462797164917, + -0.2587330937385559, + -0.10712301731109619, + -0.3041016459465027, + 0.0818609893321991, + -0.3680877089500427, + -0.4987263083457947, + 0.07082504034042358, + -0.31465625762939453, + -0.443040132522583, + -0.42997533082962036, + -0.43188410997390747, + -0.3802385926246643, + -0.6724216341972351, + -0.3274151682853699 + ], + "p90": [ + 1.6607028245925903, + 1.682891070842743, + 1.703369915485382, + 1.732041358947754, + 1.741823673248291, + 1.770760178565979, + 1.7752259373664856, + 1.8066580891609192, + 1.816010594367981, + 1.8657955527305603, + 1.9117357730865479, + 1.893819808959961, + 2.0065488815307617, + 1.9836305975914001, + 2.0289381742477417, + 2.0979522466659546, + 2.252256751060486, + 2.610532283782959, + 2.2920031547546387, + 2.432999849319458, + 2.500565767288208, + 2.432037830352783, + 2.644127607345581, + 2.6012526750564575, + 2.7778711318969727, + 2.738328218460083, + 2.8768582344055176, + 2.912577748298645, + 3.046867847442627, + 2.743513345718384, + 3.0255374908447266, + 3.0589007139205933, + 3.337333917617798, + 3.2497501373291016, + 3.36965274810791, + 3.3639039993286133, + 3.5991780757904053, + 3.9722955226898193, + 3.9633054733276367, + 3.5947272777557373, + 3.5245776176452637, + 4.128772735595703, + 3.426011562347412, + 3.5057497024536133, + 4.038987398147583, + 3.947981119155884, + 4.128772735595703, + 4.181695461273193, + 5.012596607208252, + 4.887893199920654, + 4.805789470672607, + 3.7479164600372314, + 4.887893199920654, + 4.887893199920654, + 4.859482765197754, + 4.887893199920654, + 4.887893199920654, + 4.940424680709839, + 4.4339048862457275, + 4.873638868331909 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_040735.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..f7f80077b2718fd1b322d6b2ba9ed7f4fa69182e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_040735.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:07:35.422178+00:00", + "metrics": { + "MSE[mean]": 0.06536231070545645, + "MSE[0.5]": 0.06594062049301583, + "MAE[0.5]": 0.23339548062884716, + "MASE[0.5]": 0.2236088678913366, + "MAPE[0.5]": 0.19290784611750691, + "sMAPE[0.5]": 0.17859596821801904, + "MSIS": 6.414965167482777, + "RMSE[mean]": 0.25566053802934946, + "NRMSE[mean]": 0.19443097092416806, + "ND[0.5]": 0.17749829620858473, + "mean_weighted_sum_quantile_loss": 0.16718460968031174 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.3792786189618635, + 1.377778519064479, + 1.3737786003652144, + 1.380778629452281, + 1.3797785827222395, + 1.3757786044183302, + 1.3737784513536024, + 1.3807785996499586, + 1.3777786382737685, + 1.3822785803380537, + 1.376278627783351, + 1.3772786149087477, + 1.374778587490611, + 1.3792785593572188, + 1.383278537661128, + 1.3817785867753554, + 1.3757786044183302, + 1.3802786209884215, + 1.383278537661128, + 1.3677786478105116, + 1.368778605133586, + 1.37277864304214, + 1.380278591186099, + 1.3782786318364668, + 1.3757786044183302, + 1.377278555304103, + 1.3792786189618635, + 1.3742785492244292, + 1.3747786172929335, + 1.3737786003652144, + 1.3757785448136854, + 1.376278627783351, + 1.3732785471978712, + 1.380778629452281, + 1.3832785525622893, + 1.3807786592546034, + 1.380278591186099, + 1.3752786406579542, + 1.3787785657945204, + 1.3747785427871275, + 1.3732785471978712, + 1.3752785810533095, + 1.374778498083644, + 1.3782786020341444, + 1.3747786172929335, + 1.3737785258594084, + 1.3807785996499586, + 1.3732784875932265, + 1.38377857592731, + 1.3807785996499586, + 1.381278593212657, + 1.373778570562892, + 1.3722785600724745, + 1.3787785657945204, + 1.3852786013188887, + 1.3747786172929335, + 1.3737786003652144, + 1.3712786325517226, + 1.3807786592546034, + 1.381278593212657 + ], + "p10": [ + 1.329578546554141, + 1.322578574091487, + 1.3205785968604613, + 1.329578546554141, + 1.3257785924974013, + 1.318678591519885, + 1.318678591519885, + 1.3276785963478612, + 1.3257785924974013, + 1.3222785719934034, + 1.3227785715165663, + 1.322578574091487, + 1.329578546554141, + 1.3207785972657728, + 1.3205785998406936, + 1.3185785957875777, + 1.3167785960746112, + 1.318778593212657, + 1.3266785943213033, + 1.318778593212657, + 1.318678591519885, + 1.3207785972657728, + 1.318778593212657, + 1.3177785762849379, + 1.322578574091487, + 1.3177785762849379, + 1.322578574091487, + 1.3156785973611402, + 1.318678591519885, + 1.3266785943213033, + 1.3185785928073455, + 1.318778593212657, + 1.327778596550517, + 1.3167785968429524, + 1.3167785960746112, + 1.3187786230149794, + 1.3205785998406936, + 1.318778620034747, + 1.325078595549159, + 1.3167785891595412, + 1.3167786167499724, + 1.3223785766664076, + 1.318678591519885, + 1.3261785947981406, + 1.3257785924974013, + 1.3167785968429524, + 1.3207785972657728, + 1.3207785972657728, + 1.3266785943213033, + 1.3257785924974013, + 1.3337785975339937, + 1.322578574091487, + 1.3267785945239592, + 1.3275785961452056, + 1.3177785762849379, + 1.3205785968604613, + 1.3205785998406936, + 1.3167785960746112, + 1.318678591519885, + 1.3257785924974013 + ], + "p90": [ + 1.410778630644374, + 1.4117786177697706, + 1.4058786281648208, + 1.4067785990688133, + 1.410778630644374, + 1.409878582626872, + 1.410778630644374, + 1.4107785710397291, + 1.4069786024543571, + 1.4097785839143324, + 1.410778630644374, + 1.4067785629334975, + 1.409878582626872, + 1.4108786233964492, + 1.410778630644374, + 1.4088786491456557, + 1.4067785927358198, + 1.4098785885873366, + 1.4117786177697706, + 1.4068786212506819, + 1.403878600269847, + 1.4067785990688133, + 1.4067785629334975, + 1.4107785710397291, + 1.409878582626872, + 1.4117785581651259, + 1.410778630644374, + 1.4117786177697706, + 1.4079786070886182, + 1.406778593108349, + 1.409878582626872, + 1.410778630644374, + 1.4067785629334975, + 1.4068786212506819, + 1.4107785710397291, + 1.4088786491456557, + 1.410778630644374, + 1.4067785629334975, + 1.4067785629334975, + 1.4097785839143324, + 1.406778593108349, + 1.4097785839143324, + 1.406878597781353, + 1.4067786225381422, + 1.4067785957160521, + 1.4067785990688133, + 1.4107785770001937, + 1.4027786144319105, + 1.4108786233964492, + 1.4107785710397291, + 1.4067785927358198, + 1.4068786212506819, + 1.4097785839143324, + 1.4117785581651259, + 1.4117785641255904, + 1.4107785770001937, + 1.409878582626872, + 1.4088786491456557, + 1.410778630644374, + 1.409878582626872 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_040735.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_040735.json new file mode 100644 index 0000000000000000000000000000000000000000..ebec32af89b122bd48a2d7e4860afaff173ab943 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_040735.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:07:35.447839+00:00", + "metrics": { + "MSE[mean]": 0.10974745239421756, + "MSE[0.5]": 0.10974745239421756, + "MAE[0.5]": 0.2743833392858505, + "MASE[0.5]": 0.26287804588436514, + "MAPE[0.5]": 0.21773576207625958, + "sMAPE[0.5]": 0.20792007973638096, + "MSIS": 9.125999052223701, + "RMSE[mean]": 0.33128153041517056, + "NRMSE[mean]": 0.2519410703910495, + "ND[0.5]": 0.20866974416145131, + "mean_weighted_sum_quantile_loss": 0.20217369724876028 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935 + ], + "p10": [ + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776 + ], + "p90": [ + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_040724.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_040724.json new file mode 100644 index 0000000000000000000000000000000000000000..74ad410eb7b0660a7b9b61a14f29ea1eb0c26026 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_040724.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:07:24.735906+00:00", + "metrics": { + "MSE[mean]": 0.0021719280911881946, + "MSE[0.5]": 0.0021719280911881946, + "MAE[0.5]": 0.03721348345279694, + "MASE[0.5]": 0.03565306784327007, + "MAPE[0.5]": 0.030759523474031124, + "sMAPE[0.5]": 0.031073279452581978, + "MSIS": 0.23451997712131853, + "RMSE[mean]": 0.04660394930891796, + "NRMSE[mean]": 0.03544250975484301, + "ND[0.5]": 0.02830101890174052, + "mean_weighted_sum_quantile_loss": 0.03127323905693316 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.65618896484375, + 1.65618896484375, + 1.662109375, + 1.66802978515625, + 1.670989990234375, + 1.670989990234375, + 1.665069580078125, + 1.659149169921875, + 1.653228759765625, + 1.64434814453125, + 1.64434814453125, + 1.6265869140625, + 1.61474609375, + 1.599945068359375, + 1.58514404296875, + 1.570343017578125, + 1.564422607421875, + 1.552581787109375, + 1.528900146484375, + 1.496337890625, + 1.46673583984375, + 1.4504547119140625, + 1.4238128662109375, + 1.398651123046875, + 1.37200927734375, + 1.3527679443359375, + 1.3261260986328125, + 1.309844970703125, + 1.283203125, + 1.244720458984375, + 1.2158584594726562, + 1.2069778442382812, + 1.1758956909179688, + 1.1407432556152344, + 1.104018211364746, + 1.0904197692871094, + 1.0693283081054688, + 1.0563774108886719, + 1.0363960266113281, + 1.037506103515625, + 1.0134544372558594, + 1.0112342834472656, + 1.007904052734375, + 1.0145645141601562, + 1.0153045654296875, + 1.01678466796875, + 1.0108642578125, + 1.0082740783691406, + 1.0252952575683594, + 1.0204849243164062, + 1.0238151550292969, + 1.04638671875, + 1.04046630859375, + 1.0598926544189453, + 1.0672931671142578, + 1.082371711730957, + 1.0916686058044434, + 1.1207618713378906, + 1.1350078582763672, + 1.1744155883789062 + ], + "p10": [ + 1.641387939453125, + 1.641387939453125, + 1.638427734375, + 1.647308349609375, + 1.647308349609375, + 1.641387939453125, + 1.63250732421875, + 1.623626708984375, + 1.62066650390625, + 1.599945068359375, + 1.594024658203125, + 1.582183837890625, + 1.564422607421875, + 1.543701171875, + 1.52593994140625, + 1.5081787109375, + 1.4844970703125, + 1.4682159423828125, + 1.43121337890625, + 1.398651123046875, + 1.363128662109375, + 1.33648681640625, + 1.309844970703125, + 1.2817230224609375, + 1.2543411254882812, + 1.2313995361328125, + 1.1958770751953125, + 1.1788558959960938, + 1.1407432556152344, + 1.0991153717041016, + 1.0659980773925781, + 1.049346923828125, + 1.0219650268554688, + 0.9908828735351562, + 0.9672012329101562, + 0.9435195922851562, + 0.919097900390625, + 0.913177490234375, + 0.883575439453125, + 0.8924560546875, + 0.8732147216796875, + 0.8761749267578125, + 0.8732147216796875, + 0.880615234375, + 0.889495849609375, + 0.8939361572265625, + 0.8880157470703125, + 0.8791351318359375, + 0.8761749267578125, + 0.8761749267578125, + 0.8791351318359375, + 0.8968963623046875, + 0.8880157470703125, + 0.9116973876953125, + 0.9183578491210938, + 0.9383392333984375, + 0.9442596435546875, + 0.966461181640625, + 0.960540771484375, + 0.9982833862304688 + ], + "p90": [ + 1.66802978515625, + 1.67987060546875, + 1.685791015625, + 1.685791015625, + 1.694671630859375, + 1.6976318359375, + 1.6976318359375, + 1.688751220703125, + 1.688751220703125, + 1.682830810546875, + 1.682830810546875, + 1.6739501953125, + 1.665069580078125, + 1.665069580078125, + 1.647308349609375, + 1.64434814453125, + 1.6502685546875, + 1.6502685546875, + 1.623626708984375, + 1.6029052734375, + 1.576263427734375, + 1.57330322265625, + 1.546661376953125, + 1.52593994140625, + 1.5081787109375, + 1.493377685546875, + 1.4711761474609375, + 1.469696044921875, + 1.45489501953125, + 1.43121337890625, + 1.4149322509765625, + 1.4119720458984375, + 1.33648681640625, + 1.303924560546875, + 1.262481689453125, + 1.26544189453125, + 1.2550811767578125, + 1.2365798950195312, + 1.209197998046875, + 1.2054977416992188, + 1.1847763061523438, + 1.1762657165527344, + 1.1792259216308594, + 1.1792259216308594, + 1.1781158447265625, + 1.1784858703613281, + 1.1847763061523438, + 1.1899566650390625, + 1.1862564086914062, + 1.1862564086914062, + 1.1980972290039062, + 1.2165985107421875, + 1.209197998046875, + 1.226959228515625, + 1.2365798950195312, + 1.2587814331054688, + 1.2721023559570312, + 1.303924560546875, + 1.327606201171875, + 1.36016845703125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_040347.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_040347.json new file mode 100644 index 0000000000000000000000000000000000000000..43062c99ea2d5c9ff621f21f99398b8c74093696 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_040347.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:03:47.772869+00:00", + "metrics": { + "MSE[mean]": 0.1352545674164674, + "MSE[0.5]": 0.10281596821653126, + "MAE[0.5]": 0.27198510865370434, + "MASE[0.5]": 0.26058037655867106, + "MAPE[0.5]": 0.23971318277372197, + "sMAPE[0.5]": 0.2031506345625113, + "MSIS": 11.655975561276916, + "RMSE[mean]": 0.36776972063570895, + "NRMSE[mean]": 0.2796905005789442, + "ND[0.5]": 0.20684587914926575, + "mean_weighted_sum_quantile_loss": 0.22701217860993944 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.633163571357727, + 1.6432819366455078, + 1.672480821609497, + 1.6719027757644653, + 1.6750754117965698, + 1.6878284215927124, + 1.7039480209350586, + 1.7286087274551392, + 1.7021962404251099, + 1.7044132947921753, + 1.705788016319275, + 1.6895666122436523, + 1.6790417432785034, + 1.6801575422286987, + 1.6948232650756836, + 1.7094016075134277, + 1.6873008012771606, + 1.6745573282241821, + 1.6772263050079346, + 1.6497679948806763, + 1.6689567565917969, + 1.6420828104019165, + 1.6461374759674072, + 1.6440374851226807, + 1.609738826751709, + 1.6171818971633911, + 1.62088143825531, + 1.6076518297195435, + 1.5936833620071411, + 1.5698977708816528, + 1.5488805770874023, + 1.5677945613861084, + 1.5536060333251953, + 1.535841941833496, + 1.5362884998321533, + 1.5354509353637695, + 1.519132375717163, + 1.5208213329315186, + 1.5013830661773682, + 1.4977140426635742, + 1.5079222917556763, + 1.5150460004806519, + 1.4978934526443481, + 1.4880707263946533, + 1.4843475818634033, + 1.4944589138031006, + 1.4794061183929443, + 1.4743752479553223, + 1.4782711267471313, + 1.5109057426452637, + 1.4908758401870728, + 1.4844518899917603, + 1.4953566789627075, + 1.4979137182235718, + 1.5122071504592896, + 1.4996689558029175, + 1.514769196510315, + 1.5236881971359253, + 1.5263055562973022, + 1.5290422439575195 + ], + "p10": [ + 1.648618221282959, + 1.6613280773162842, + 1.6747431755065918, + 1.6878691911697388, + 1.7087491750717163, + 1.7039778232574463, + 1.6766661405563354, + 1.7101577520370483, + 1.7178150415420532, + 1.6820828914642334, + 1.7294526100158691, + 1.6955820322036743, + 1.687649130821228, + 1.7092432975769043, + 1.6791493892669678, + 1.707233190536499, + 1.7060343027114868, + 1.6821987628936768, + 1.6753802299499512, + 1.6738309860229492, + 1.6687672138214111, + 1.6756120920181274, + 1.6760345697402954, + 1.6611931324005127, + 1.6470706462860107, + 1.614251732826233, + 1.6339317560195923, + 1.620607614517212, + 1.5780278444290161, + 1.5672048330307007, + 1.573294997215271, + 1.6019283533096313, + 1.6311540603637695, + 1.5715088844299316, + 1.605886697769165, + 1.5800367593765259, + 1.5643575191497803, + 1.5698935985565186, + 1.5527057647705078, + 1.5298964977264404, + 1.5043551921844482, + 1.5663836002349854, + 1.5524097681045532, + 1.538203477859497, + 1.524984359741211, + 1.5609114170074463, + 1.5267140865325928, + 1.5354539155960083, + 1.541858196258545, + 1.5472737550735474, + 1.5394905805587769, + 1.5638408660888672, + 1.5636452436447144, + 1.5571792125701904, + 1.5511020421981812, + 1.5603822469711304, + 1.5260663032531738, + 1.5815842151641846, + 1.5810705423355103, + 1.5706684589385986 + ], + "p90": [ + 1.655216932296753, + 1.6607922315597534, + 1.6931833028793335, + 1.7033742666244507, + 1.7131104469299316, + 1.7334952354431152, + 1.7408056259155273, + 1.7782490253448486, + 1.762872576713562, + 1.7698893547058105, + 1.7803831100463867, + 1.7617549896240234, + 1.7701308727264404, + 1.7709758281707764, + 1.7676199674606323, + 1.7758426666259766, + 1.761973261833191, + 1.7613365650177002, + 1.7631458044052124, + 1.756611704826355, + 1.77286696434021, + 1.755454659461975, + 1.7671173810958862, + 1.7747673988342285, + 1.7444795370101929, + 1.755841612815857, + 1.775750756263733, + 1.763476848602295, + 1.7636215686798096, + 1.7520147562026978, + 1.7331624031066895, + 1.7554609775543213, + 1.749691128730774, + 1.7293643951416016, + 1.7462068796157837, + 1.7577215433120728, + 1.7515640258789062, + 1.7539900541305542, + 1.7499803304672241, + 1.7364801168441772, + 1.7358570098876953, + 1.746439814567566, + 1.7189607620239258, + 1.7308999300003052, + 1.721394419670105, + 1.7418959140777588, + 1.7243218421936035, + 1.7431620359420776, + 1.7326158285140991, + 1.7762492895126343, + 1.7534524202346802, + 1.7683910131454468, + 1.7699235677719116, + 1.79228937625885, + 1.804004430770874, + 1.797417402267456, + 1.7980828285217285, + 1.8213484287261963, + 1.833086609840393, + 1.8341058492660522 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_040606.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_040606.json new file mode 100644 index 0000000000000000000000000000000000000000..a99a91d7f693b72e01161d776f30b1ed79f318fe --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_040606.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:06:06.915656+00:00", + "metrics": { + "MSE[mean]": 0.036230973609189296, + "MSE[0.5]": 0.036230973609189296, + "MAE[0.5]": 0.15762769877910615, + "MASE[0.5]": 0.15101813958584467, + "MAPE[0.5]": 0.13796418570262967, + "sMAPE[0.5]": 0.12454090813745676, + "MSIS": 0.860042982043646, + "RMSE[mean]": 0.1903443553383953, + "NRMSE[mean]": 0.144757724847354, + "ND[0.5]": 0.11987656270458757, + "mean_weighted_sum_quantile_loss": 0.10909599165127956 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.6499412059783936, + 1.6580924987792969, + 1.664334774017334, + 1.6707370281219482, + 1.6750390529632568, + 1.6789190769195557, + 1.6802988052368164, + 1.6803120374679565, + 1.6788196563720703, + 1.6762537956237793, + 1.6728308200836182, + 1.6676256656646729, + 1.6612980365753174, + 1.654127597808838, + 1.647282361984253, + 1.638061285018921, + 1.629377007484436, + 1.6194744110107422, + 1.6084097623825073, + 1.5957988500595093, + 1.5818161964416504, + 1.567582607269287, + 1.5538676977157593, + 1.538320779800415, + 1.5246914625167847, + 1.5103988647460938, + 1.4962481260299683, + 1.482243537902832, + 1.4674837589263916, + 1.4529588222503662, + 1.437349796295166, + 1.422073245048523, + 1.557480812072754, + 1.5313719511032104, + 1.4925425052642822, + 1.4749141931533813, + 1.4557827711105347, + 1.4331915378570557, + 1.4162864685058594, + 1.4034109115600586, + 1.3895481824874878, + 1.377028226852417, + 1.3623838424682617, + 1.3466742038726807, + 1.3324930667877197, + 1.3189290761947632, + 1.3072713613510132, + 1.291521668434143, + 1.279645323753357, + 1.2680060863494873, + 1.255696177482605, + 1.24463951587677, + 1.23685622215271, + 1.2251191139221191, + 1.2187693119049072, + 1.2107398509979248, + 1.2040748596191406, + 1.197835087776184, + 1.19134521484375, + 1.1870355606079102 + ], + "p10": [ + 1.6377743482589722, + 1.6423885822296143, + 1.643686056137085, + 1.643648386001587, + 1.6411113739013672, + 1.6375067234039307, + 1.6315028667449951, + 1.6230828762054443, + 1.6127877235412598, + 1.5994000434875488, + 1.5827035903930664, + 1.564150094985962, + 1.5437294244766235, + 1.5225293636322021, + 1.4991748332977295, + 1.4736050367355347, + 1.4496150016784668, + 1.421981930732727, + 1.393438696861267, + 1.3633766174316406, + 1.3305362462997437, + 1.300849199295044, + 1.270455002784729, + 1.237567663192749, + 1.202608346939087, + 1.1686064004898071, + 1.1330686807632446, + 1.0950865745544434, + 1.0557540655136108, + 1.0146205425262451, + 0.97013920545578, + 0.9376401305198669, + 0.8507748246192932, + 0.9240155816078186, + 0.9055014848709106, + 0.8525096774101257, + 0.8119180202484131, + 0.7752476334571838, + 0.7298697233200073, + 0.7001038789749146, + 0.6744481921195984, + 0.652534008026123, + 0.6170468926429749, + 0.5930465459823608, + 0.5732848644256592, + 0.5504797101020813, + 0.5220654010772705, + 0.49173688888549805, + 0.473189115524292, + 0.4455825686454773, + 0.41618067026138306, + 0.39174211025238037, + 0.36469149589538574, + 0.34619343280792236, + 0.3348761796951294, + 0.3198384642601013, + 0.29460036754608154, + 0.2745024561882019, + 0.26135605573654175, + 0.24094855785369873 + ], + "p90": [ + 1.6613022089004517, + 1.6727230548858643, + 1.6842169761657715, + 1.697319746017456, + 1.707692265510559, + 1.7183562517166138, + 1.7272957563400269, + 1.7358558177947998, + 1.7433111667633057, + 1.7500526905059814, + 1.757483720779419, + 1.7645905017852783, + 1.7693160772323608, + 1.7750060558319092, + 1.7797397375106812, + 1.78385591506958, + 1.7898530960083008, + 1.796684741973877, + 1.8004543781280518, + 1.804581642150879, + 1.8065025806427002, + 1.8109145164489746, + 1.8158046007156372, + 1.816918134689331, + 1.8209837675094604, + 1.8233084678649902, + 1.8256151676177979, + 1.830331802368164, + 1.8355751037597656, + 1.8428741693496704, + 1.8457574844360352, + 1.8418607711791992, + 1.9634488821029663, + 1.924030065536499, + 1.9166253805160522, + 1.933428168296814, + 1.9471391439437866, + 1.9625217914581299, + 1.9799671173095703, + 1.9967142343521118, + 2.0083847045898438, + 2.0166356563568115, + 2.019979476928711, + 2.0318868160247803, + 2.0357346534729004, + 2.0412821769714355, + 2.048809051513672, + 2.0439813137054443, + 2.048307418823242, + 2.0607171058654785, + 2.067901372909546, + 2.0803098678588867, + 2.0864810943603516, + 2.0967769622802734, + 2.1058785915374756, + 2.116900682449341, + 2.11907958984375, + 2.1239728927612305, + 2.1275978088378906, + 2.135922908782959 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_040424.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_040424.json new file mode 100644 index 0000000000000000000000000000000000000000..469c0d68491156696d21380b65bcf76a3401f457 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_040424.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:04:24.831809+00:00", + "metrics": { + "MSE[mean]": 0.0005287260687960445, + "MSE[0.5]": 0.0005287260687960445, + "MAE[0.5]": 0.018263482054074607, + "MASE[0.5]": 0.01749766762776215, + "MAPE[0.5]": 0.015612956345040853, + "sMAPE[0.5]": 0.01547295357412657, + "MSIS": 0.9478880372241508, + "RMSE[mean]": 0.022994044202707023, + "NRMSE[mean]": 0.01748707240572391, + "ND[0.5]": 0.013889458950533057, + "mean_weighted_sum_quantile_loss": 0.08263596971325932 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" + ], + "context": [ + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153 + ], + "actual": [ + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 + ], + "predictions": { + "p50": [ + 1.644601583480835, + 1.653031826019287, + 1.6599841117858887, + 1.6663635969161987, + 1.669076681137085, + 1.6707613468170166, + 1.6668760776519775, + 1.6649184226989746, + 1.6605689525604248, + 1.6525468826293945, + 1.6471037864685059, + 1.6386996507644653, + 1.6261146068572998, + 1.6146223545074463, + 1.6003782749176025, + 1.5860652923583984, + 1.570331335067749, + 1.5525847673416138, + 1.5357356071472168, + 1.5181703567504883, + 1.4989486932754517, + 1.4791489839553833, + 1.457006573677063, + 1.436584234237671, + 1.4175291061401367, + 1.3946672677993774, + 1.3738157749176025, + 1.3480539321899414, + 1.3259122371673584, + 1.3018648624420166, + 1.2799266576766968, + 1.2561984062194824, + 1.2505500316619873, + 1.2303698062896729, + 1.2107276916503906, + 1.1931458711624146, + 1.1786729097366333, + 1.1618554592132568, + 1.1448705196380615, + 1.1287223100662231, + 1.1172174215316772, + 1.102116346359253, + 1.0921651124954224, + 1.0780811309814453, + 1.0673474073410034, + 1.0603457689285278, + 1.0504502058029175, + 1.0453110933303833, + 1.0362696647644043, + 1.0301800966262817, + 1.0278633832931519, + 1.0224157571792603, + 1.0224908590316772, + 1.0203273296356201, + 1.0191259384155273, + 1.0219038724899292, + 1.022122859954834, + 1.022469162940979, + 1.0287504196166992, + 1.0318952798843384 + ], + "p10": [ + 1.6307740211486816, + 1.634204387664795, + 1.6363370418548584, + 1.6350196599960327, + 1.630955457687378, + 1.6236960887908936, + 1.6126315593719482, + 1.6001243591308594, + 1.5853912830352783, + 1.5685911178588867, + 1.5506205558776855, + 1.5285212993621826, + 1.503419280052185, + 1.475567102432251, + 1.4459974765777588, + 1.4135581254959106, + 1.3794686794281006, + 1.344820261001587, + 1.3089715242385864, + 1.2708892822265625, + 1.2336633205413818, + 1.193027377128601, + 1.151613712310791, + 1.1115895509719849, + 1.0686638355255127, + 1.0240041017532349, + 0.9798390865325928, + 0.929829478263855, + 0.8776047825813293, + 0.8323910236358643, + 0.7810921669006348, + 0.7322570085525513, + 0.7306468486785889, + 0.6820894479751587, + 0.641451358795166, + 0.6018896102905273, + 0.5648463368415833, + 0.5260250568389893, + 0.476729154586792, + 0.43904417753219604, + 0.40244269371032715, + 0.35516804456710815, + 0.31283676624298096, + 0.2682756781578064, + 0.2155020833015442, + 0.17968958616256714, + 0.14571654796600342, + 0.10057336091995239, + 0.062165141105651855, + 0.021923184394836426, + -0.010213136672973633, + -0.04678380489349365, + -0.0821223258972168, + -0.12153291702270508, + -0.15258610248565674, + -0.18204867839813232, + -0.22336912155151367, + -0.25030517578125, + -0.27513420581817627, + -0.3026738166809082 + ], + "p90": [ + 1.65658700466156, + 1.668398141860962, + 1.6805574893951416, + 1.6926683187484741, + 1.703948736190796, + 1.7122173309326172, + 1.7160959243774414, + 1.7236897945404053, + 1.7272697687149048, + 1.729449987411499, + 1.7362183332443237, + 1.740910530090332, + 1.7426116466522217, + 1.745072364807129, + 1.7441480159759521, + 1.7458226680755615, + 1.745741605758667, + 1.745759129524231, + 1.7447261810302734, + 1.7443937063217163, + 1.7450978755950928, + 1.7451012134552002, + 1.7415549755096436, + 1.7386820316314697, + 1.738302230834961, + 1.7367761135101318, + 1.7365939617156982, + 1.7371325492858887, + 1.7355568408966064, + 1.7358835935592651, + 1.7338111400604248, + 1.7425674200057983, + 1.7070183753967285, + 1.706571102142334, + 1.7123310565948486, + 1.724226474761963, + 1.7282755374908447, + 1.7266277074813843, + 1.7315006256103516, + 1.7466710805892944, + 1.7538142204284668, + 1.7608946561813354, + 1.764955997467041, + 1.7798771858215332, + 1.797229528427124, + 1.8095521926879883, + 1.8262126445770264, + 1.8472857475280762, + 1.8574960231781006, + 1.8712942600250244, + 1.877593755722046, + 1.9012850522994995, + 1.9195237159729004, + 1.9306485652923584, + 1.9465112686157227, + 1.9667541980743408, + 1.9785021543502808, + 1.9962959289550781, + 2.0164575576782227, + 2.039062261581421 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 4b77843fcd48f933d5133032f50e225aa5635297..49be7e332ff2ff9148e901236b87ada09fb4a643 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1394730.559589386,1394730.559589386,1022.52734375,1.037975564714339,0.015791710072035305,0.015627224472441536,4.021978018177504,1180.9871123722671,0.018158864697833878,0.015722386375321255,0.011768486757308206,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1515858.0025367737,1515858.0025367737,1091.7529296875,1.120492542110366,0.01687099667311588,0.016691982097855246,4.066551916409078,1231.2018528806614,0.018951768728798644,0.016805245203307357,0.012407172019093811,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.12418063805400739,0.12418063805400739,0.2864666759967804,0.27433643390252904,0.21186354642824798,0.22110806126490173,9.68377093291697,0.3523927326918184,0.2623400886381634,0.2132611890115185,0.20735156239646324,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.10974745239421756,0.10974745239421756,0.2743833392858505,0.26287804588436514,0.21773576207625958,0.20792007973638096,9.125999052223701,0.33128153041517056,0.2519410703910495,0.20866974416145131,0.20217369724876028,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07166665613651564,0.07166665613651564,0.2277777526113722,1.1388886344363405,0.15256193938898047,0.16943676282086198,39.44096296160069,0.2677062870694591,0.18515708887154997,0.15754081103176754,0.1530152478620859,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.751666250229543,4.751666250229543,1.9083332220713298,0.9494498301166997,0.0719819278982345,0.07531045222475719,24.812981035182602,2.1798317022718847,0.08400122331395438,0.07353885392967727,0.06737957313828045,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,43.041666666666664,43.041666666666664,4.958333333333333,0.946949602122016,0.6452485669841218,0.3898029213321647,34.766419296015236,6.560614808588191,0.5467179007156826,0.4131944444444444,0.40525462962962966,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,26354.166666666668,26354.166666666668,156.25,1.2096774193548387,0.05658327812415862,0.05835777805815424,25.85645272596013,162.33966448981798,0.05903260526902472,0.056818181818181816,0.05053703703703709,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,21979.166666666668,21979.166666666668,135.41666666666666,1.1504424778761062,0.04853896103896104,0.04999762443554751,23.053098293875866,148.25372395547663,0.05310581156614089,0.048507462686567165,0.042263681592039845,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 443d9236ed486720a735b1ebf275c7c265ef8001..dbcf0b0d49b38e34b688018d157cb06e71aba59c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:58:10.217657+00:00", + "evaluated_at": "2026-06-18T04:07:35.441536+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,10 +126,10 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65840.09375, 66045.0, 66446.0, 66372.0, @@ -153,10 +152,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "p10": [ - 64523.291874999995, 64724.1, 65117.08, 65044.56, @@ -179,10 +178,10 @@ 64386.0, 64621.2, 64585.92, - 64534.952343749996 + 64534.952343749996, + 64574.159999999996 ], "p90": [ - 67156.895625, 67365.9, 67774.92, 67699.44, @@ -205,10 +204,10 @@ 67014.0, 67258.8, 67222.08, - 67169.03203125 + 67169.03203125, + 67209.84 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e6f17a24ccee485adb72f875f0bbd008370c3f24..027b0bd0abc818ed34e445dd8d675e2a46c6dcbf 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:50:08.151102+00:00", + "evaluated_at": "2026-06-18T04:07:35.447839+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,12 +304,12 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 0.8930000066757202, - 0.9319999814033508, - 0.9639999866485596, 1.003000020980835, 1.0360000133514404, 1.0859999656677246, @@ -334,9 +331,9 @@ 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, - 0.8930000066757202, - 0.9319999814033508, - 0.9639999866485596, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, 1.003000020980835, 1.0360000133514404, 1.0859999656677246, @@ -358,9 +355,9 @@ 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, - 0.8930000066757202, - 0.9319999814033508, - 0.9639999866485596, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, 1.003000020980835, 1.0360000133514404, 1.0859999656677246, @@ -369,12 +366,12 @@ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, - 1.2920000553131104 + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935 ], "p10": [ - 0.8751400065422058, - 0.9133599817752838, - 0.9447199869155883, 0.9829400205612182, 1.0152800130844115, 1.06427996635437, @@ -396,9 +393,9 @@ 1.5356600308418273, 1.5523199915885926, 1.5660400485992432, - 0.8751400065422058, - 0.9133599817752838, - 0.9447199869155883, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, 0.9829400205612182, 1.0152800130844115, 1.06427996635437, @@ -420,9 +417,9 @@ 1.5356600308418273, 1.5523199915885926, 1.5660400485992432, - 0.8751400065422058, - 0.9133599817752838, - 0.9447199869155883, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, 0.9829400205612182, 1.0152800130844115, 1.06427996635437, @@ -431,12 +428,12 @@ 1.1711000514030456, 1.2005000233650207, 1.232840015888214, - 1.266160054206848 + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776 ], "p90": [ - 0.9108600068092346, - 0.9506399810314179, - 0.9832799863815308, 1.0230600214004517, 1.0567200136184693, 1.1077199649810792, @@ -458,9 +455,9 @@ 1.5983400321006775, 1.6156799912452697, 1.6299600505828857, - 0.9108600068092346, - 0.9506399810314179, - 0.9832799863815308, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, 1.0230600214004517, 1.0567200136184693, 1.1077199649810792, @@ -482,9 +479,9 @@ 1.5983400321006775, 1.6156799912452697, 1.6299600505828857, - 0.9108600068092346, - 0.9506399810314179, - 0.9832799863815308, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, 1.0230600214004517, 1.0567200136184693, 1.1077199649810792, @@ -493,12 +490,12 @@ 1.2189000535011292, 1.2495000243186951, 1.2831600165367127, - 1.3178400564193726 + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index dc8a33a8978fb4c798f301733ecf6fcded8271a2..b44b8b19f3840cb77ca2663599e11a07ab4421fc 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.544347+00:00", + "evaluated_at": "2026-06-18T04:07:35.456526+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,6 +115,18 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ @@ -137,23 +137,23 @@ 2600.0, 2600.0, 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, 2600.0, 2600.0, - 2600.0, - 2600.0 + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 ], "p10": [ 2499.0, @@ -163,23 +163,23 @@ 2548.0, 2548.0, 2548.0, - 2499.0, - 2548.0, 2548.0, 2548.0, 2548.0, - 2499.0, - 2548.0, 2548.0, 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0 + 2597.0, + 2597.0, + 2646.0, + 2646.0, + 2646.0, + 2646.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0 ], "p90": [ 2601.0, @@ -189,29 +189,25 @@ 2652.0, 2652.0, 2652.0, - 2601.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2601.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, 2652.0, 2652.0, 2652.0, 2652.0, 2652.0, - 2652.0 + 2703.0, + 2703.0, + 2754.0, + 2754.0, + 2754.0, + 2754.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 206344aa6c19b381f8f12deb46fca7c2fb5d4c14..d3db524339d419f6f42dc772f456f0c36aa711f5 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:58:10.230176+00:00", + "evaluated_at": "2026-06-18T04:07:35.460997+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5fdfc95bcb7e4492a5d190b5602db6279a9cc804..dbd1973cfeae133ace8a4eb9d031f894b2541433 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,955883.13879776,955883.13879776,834.4664713541666,0.847073491122983,0.012900889292915399,0.012788077440435119,6.311622919144498,977.6927629873098,0.015033009601159502,0.012830761309292522,0.00829920369463352,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1099916.9172986348,1099916.9172986348,920.8600260416666,0.9451010054102523,0.014243434843346697,0.014113311303676913,8.024533727381277,1048.769239298443,0.016143601495203993,0.014174707586984725,0.009034709482770185,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002950453770441245,0.002950453770441245,0.04460797210534414,0.04271907700406012,0.030985988976446843,0.03040103067882989,0.4661015989422378,0.05431807959088065,0.04043729763005208,0.033208571773581295,0.033348867612115786,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0021719280911881946,0.0021719280911881946,0.03721348345279694,0.03565306784327007,0.030759523474031124,0.031073279452581978,0.23451997712131853,0.04660394930891796,0.03544250975484301,0.02830101890174052,0.03127323905693316,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09512520963611099,0.09512520963611099,0.2641160405344433,1.3205800535323544,0.17398176249660713,0.1960821480855729,19.38037819010384,0.3084237501168011,0.21331902338048683,0.18267392120286458,0.15452006909349658,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3164909122965582,1.3164909122965582,1.0971895058949788,0.5458828562692578,0.04257905130893658,0.043590962673617555,2.324760629714263,1.1473843786179758,0.044215198501232705,0.04228090664355145,0.036141068109266344,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,32.02129679729114,32.02129679729114,4.668306350708008,0.8915598335569671,0.5980613274397732,0.40323790372336826,11.623424418725131,5.658736325125172,0.4715613604270977,0.3890255292256673,0.30801032972924497,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,26770.048482259113,26770.048482259113,157.109375,1.2163306451612905,0.05686768200144036,0.05866818690564609,38.033962953629036,163.6155508570598,0.05949656394802174,0.05713068181818182,0.05351630760732323,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2448.357261657715,2448.357261657715,44.7822265625,0.38045077433628327,0.01599644674986472,0.01615402989579648,8.585804065265487,49.48087773734127,0.01772449351785359,0.016041394589552237,0.015224001088308455,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e4ad9a9b08501262e40c5dde4f61fc9654e13af3..79488831154a848c8346c7727824cf24799c0714 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:58:02.797825+00:00", + "evaluated_at": "2026-06-18T04:07:18.267147+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65975.9375, - 65947.28125, - 65918.625, - 65922.71875, - 65902.25, - 65894.0625, - 65869.5, - 65877.6875, - 65865.40625, - 65849.03125, - 65840.84375, - 65849.03125, - 65824.46875, - 65824.46875, - 65812.1875, - 65808.09375, - 65828.5625, - 65812.1875, - 65793.765625, - 65781.484375, - 65767.15625, - 65775.34375, - 65761.015625, - 65761.015625 + 66011.25, + 65974.6875, + 65970.625, + 65942.1875, + 65938.125, + 65921.875, + 65913.75, + 65909.6875, + 65893.4375, + 65865.0, + 65877.1875, + 65856.875, + 65848.75, + 65840.625, + 65848.75, + 65836.5625, + 65832.5, + 65816.25, + 65808.125, + 65777.65625, + 65781.71875, + 65761.40625, + 65765.46875, + 65743.125 ], "p10": [ - 65558.375, - 65408.44140625, - 65282.125, - 65233.43359375, - 65144.90625, - 65088.6171875, - 65035.3984375, - 65013.90625, - 64966.828125, - 64897.234375, - 64868.578125, - 64846.0625, - 64796.9375, - 64770.328125, - 64756.0, - 64710.96875, - 64686.40625, - 64661.84375, - 64629.09375, - 64604.53125, - 64588.15625, - 64584.0625, - 64547.21875, - 64526.75 + 65615.15625, + 65478.046875, + 65383.0859375, + 65303.61328125, + 65234.8046875, + 65166.7578125, + 65119.53125, + 65080.9375, + 65025.078125, + 64952.96875, + 64944.84375, + 64890.0, + 64849.375, + 64808.75, + 64790.46875, + 64747.8125, + 64699.0625, + 64662.5, + 64630.0, + 64581.25, + 64560.9375, + 64524.375, + 64500.0, + 64459.375 ], "p90": [ - 66393.5, - 66491.75, - 66557.25, - 66590.0, - 66630.9375, - 66663.6875, - 66671.875, - 66696.4375, - 66712.8125, - 66712.8125, - 66712.8125, - 66745.5625, - 66737.375, - 66753.75, - 66737.375, - 66753.75, - 66794.6875, - 66794.6875, - 66778.3125, - 66778.3125, - 66770.125, - 66794.6875, - 66794.6875, - 66802.875 + 66368.75, + 66433.75, + 66506.875, + 66506.875, + 66547.5, + 66555.625, + 66588.125, + 66604.375, + 66612.5, + 66604.375, + 66612.5, + 66628.75, + 66645.0, + 66645.0, + 66653.125, + 66661.25, + 66645.0, + 66645.0, + 66653.125, + 66645.0, + 66653.125, + 66645.0, + 66661.25, + 66661.25 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6a91f40377ae2dc319f57a6b8bf8a86a0e6acaf6..dada8e28a05998ac84a20f66fe6df154350d0ecb 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:50:04.038422+00:00", + "evaluated_at": "2026-06-18T04:07:24.735906+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6265869140625, - 1.64434814453125, 1.65618896484375, + 1.65618896484375, + 1.662109375, + 1.66802978515625, 1.670989990234375, - 1.685791015625, - 1.700592041015625, - 1.70355224609375, - 1.712432861328125, - 1.7213134765625, - 1.7213134765625, - 1.72723388671875, - 1.71539306640625, - 1.712432861328125, - 1.70947265625, - 1.706512451171875, - 1.700592041015625, - 1.69171142578125, - 1.69171142578125, - 1.676910400390625, + 1.670989990234375, + 1.665069580078125, 1.659149169921875, - 1.6502685546875, - 1.629547119140625, - 1.59698486328125, - 1.5792236328125, - 1.558502197265625, - 1.53778076171875, - 1.499298095703125, - 1.487457275390625, - 1.463775634765625, - 1.43121337890625, - 1.39569091796875, - 1.3823699951171875, + 1.653228759765625, + 1.64434814453125, + 1.64434814453125, + 1.6265869140625, + 1.61474609375, + 1.599945068359375, + 1.58514404296875, + 1.570343017578125, + 1.564422607421875, + 1.552581787109375, + 1.528900146484375, + 1.496337890625, + 1.46673583984375, + 1.4504547119140625, + 1.4238128662109375, + 1.398651123046875, + 1.37200927734375, 1.3527679443359375, - 1.3187255859375, - 1.26544189453125, - 1.24176025390625, - 1.2010574340820312, - 1.1906967163085938, - 1.1492538452148438, - 1.1422233581542969, - 1.1015205383300781, - 1.0982365608215332, - 1.0756187438964844, - 1.075063705444336, - 1.0619277954101562, - 1.060262680053711, - 1.0319557189941406, - 1.0264053344726562, + 1.3261260986328125, + 1.309844970703125, + 1.283203125, + 1.244720458984375, + 1.2158584594726562, + 1.2069778442382812, + 1.1758956909179688, + 1.1407432556152344, + 1.104018211364746, + 1.0904197692871094, + 1.0693283081054688, + 1.0563774108886719, + 1.0363960266113281, + 1.037506103515625, + 1.0134544372558594, + 1.0112342834472656, + 1.007904052734375, + 1.0145645141601562, + 1.0153045654296875, + 1.01678466796875, + 1.0108642578125, + 1.0082740783691406, + 1.0252952575683594, + 1.0204849243164062, + 1.0238151550292969, 1.04638671875, - 1.0345458984375, - 1.0289955139160156, - 1.0323257446289062, - 1.0101242065429688, - 1.0345458984375, - 1.0467567443847656, - 1.0397262573242188, - 1.0230751037597656, - 1.0419464111328125, - 1.0456466674804688, - 1.0748786926269531 + 1.04046630859375, + 1.0598926544189453, + 1.0672931671142578, + 1.082371711730957, + 1.0916686058044434, + 1.1207618713378906, + 1.1350078582763672, + 1.1744155883789062 ], "p10": [ - 1.61474609375, - 1.623626708984375, - 1.63250732421875, - 1.6502685546875, - 1.662109375, - 1.670989990234375, - 1.670989990234375, - 1.676910400390625, - 1.682830810546875, - 1.67987060546875, - 1.6739501953125, - 1.66802978515625, - 1.662109375, - 1.653228759765625, + 1.641387939453125, + 1.641387939453125, + 1.638427734375, + 1.647308349609375, + 1.647308349609375, 1.641387939453125, 1.63250732421875, + 1.623626708984375, + 1.62066650390625, 1.599945068359375, - 1.6029052734375, - 1.576263427734375, - 1.552581787109375, - 1.53778076171875, + 1.594024658203125, + 1.582183837890625, + 1.564422607421875, + 1.543701171875, + 1.52593994140625, 1.5081787109375, - 1.47265625, - 1.4474945068359375, - 1.422332763671875, - 1.39569091796875, - 1.345367431640625, - 1.327606201171875, - 1.28912353515625, - 1.2491607666015625, - 1.2047576904296875, - 1.18255615234375, - 1.1670150756835938, - 1.138153076171875, - 1.0986528396606445, - 1.0652580261230469, - 1.025665283203125, - 1.022705078125, - 0.98126220703125, - 0.9768218994140625, - 0.9390792846679688, - 0.942779541015625, - 0.9198379516601562, - 0.9198379516601562, - 0.9168777465820312, - 0.9264984130859375, - 0.9028167724609375, - 0.8880157470703125, - 0.8687744140625, - 0.8613739013671875, - 0.8584136962890625, - 0.859893798828125, - 0.842132568359375, - 0.877655029296875, - 0.8880157470703125, + 1.4844970703125, + 1.4682159423828125, + 1.43121337890625, + 1.398651123046875, + 1.363128662109375, + 1.33648681640625, + 1.309844970703125, + 1.2817230224609375, + 1.2543411254882812, + 1.2313995361328125, + 1.1958770751953125, + 1.1788558959960938, + 1.1407432556152344, + 1.0991153717041016, + 1.0659980773925781, + 1.049346923828125, + 1.0219650268554688, + 0.9908828735351562, + 0.9672012329101562, + 0.9435195922851562, + 0.919097900390625, + 0.913177490234375, + 0.883575439453125, 0.8924560546875, - 0.871734619140625, + 0.8732147216796875, + 0.8761749267578125, + 0.8732147216796875, + 0.880615234375, + 0.889495849609375, + 0.8939361572265625, + 0.8880157470703125, + 0.8791351318359375, + 0.8761749267578125, + 0.8761749267578125, + 0.8791351318359375, 0.8968963623046875, - 0.8850555419921875, - 0.913177490234375 + 0.8880157470703125, + 0.9116973876953125, + 0.9183578491210938, + 0.9383392333984375, + 0.9442596435546875, + 0.966461181640625, + 0.960540771484375, + 0.9982833862304688 ], "p90": [ - 1.638427734375, - 1.665069580078125, - 1.6739501953125, - 1.685791015625, - 1.70947265625, - 1.7213134765625, - 1.733154296875, - 1.742034912109375, - 1.753875732421875, - 1.759796142578125, - 1.759796142578125, - 1.759796142578125, - 1.76275634765625, - 1.765716552734375, - 1.765716552734375, - 1.7686767578125, - 1.77459716796875, - 1.789398193359375, - 1.7686767578125, - 1.76275634765625, - 1.753875732421875, - 1.7449951171875, - 1.71539306640625, - 1.70355224609375, - 1.69171142578125, + 1.66802978515625, 1.67987060546875, - 1.6502685546875, - 1.653228759765625, + 1.685791015625, + 1.685791015625, + 1.694671630859375, + 1.6976318359375, + 1.6976318359375, + 1.688751220703125, + 1.688751220703125, + 1.682830810546875, + 1.682830810546875, + 1.6739501953125, + 1.665069580078125, + 1.665069580078125, + 1.647308349609375, 1.64434814453125, - 1.629547119140625, - 1.605865478515625, - 1.599945068359375, - 1.534820556640625, - 1.50225830078125, - 1.4445343017578125, - 1.440093994140625, - 1.410491943359375, - 1.3942108154296875, - 1.34832763671875, - 1.339447021484375, - 1.2994842529296875, - 1.2935638427734375, - 1.2758026123046875, - 1.268402099609375, - 1.2476806640625, - 1.24176025390625, - 1.2217788696289062, - 1.2195587158203125, - 1.244720458984375, - 1.23583984375, - 1.232879638671875, - 1.22991943359375, - 1.2047576904296875, - 1.2239990234375, - 1.2373199462890625, - 1.2343597412109375, - 1.2158584594726562, - 1.2291793823242188, - 1.2425003051757812, - 1.2691421508789062 + 1.6502685546875, + 1.6502685546875, + 1.623626708984375, + 1.6029052734375, + 1.576263427734375, + 1.57330322265625, + 1.546661376953125, + 1.52593994140625, + 1.5081787109375, + 1.493377685546875, + 1.4711761474609375, + 1.469696044921875, + 1.45489501953125, + 1.43121337890625, + 1.4149322509765625, + 1.4119720458984375, + 1.33648681640625, + 1.303924560546875, + 1.262481689453125, + 1.26544189453125, + 1.2550811767578125, + 1.2365798950195312, + 1.209197998046875, + 1.2054977416992188, + 1.1847763061523438, + 1.1762657165527344, + 1.1792259216308594, + 1.1792259216308594, + 1.1781158447265625, + 1.1784858703613281, + 1.1847763061523438, + 1.1899566650390625, + 1.1862564086914062, + 1.1862564086914062, + 1.1980972290039062, + 1.2165985107421875, + 1.209197998046875, + 1.226959228515625, + 1.2365798950195312, + 1.2587814331054688, + 1.2721023559570312, + 1.303924560546875, + 1.327606201171875, + 1.36016845703125 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0f18cc169d899796ae73495197ac60a2669baeb0..ca530e91a734d4b5646d44c49c75e75c859eb829 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:29.812735+00:00", + "evaluated_at": "2026-06-18T04:07:30.269466+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2593.65625, - 2593.65625, - 2592.671875, - 2593.328125, - 2593.0, - 2593.0, - 2592.671875, - 2591.03125, - 2592.34375, - 2593.984375, - 2592.34375, - 2592.671875, - 2591.359375, - 2592.015625, - 2593.0, - 2593.0, - 2592.671875, - 2593.65625, - 2593.65625, - 2592.671875, - 2591.6875, - 2593.65625, - 2593.65625, - 2593.984375 + 2750.90625, + 2751.515625, + 2752.734375, + 2753.34375, + 2754.5625, + 2753.34375, + 2753.34375, + 2752.125, + 2752.125, + 2750.296875, + 2750.296875, + 2749.078125, + 2750.90625, + 2750.90625, + 2750.90625, + 2749.6875, + 2755.171875, + 2750.90625, + 2749.6875, + 2745.421875, + 2744.203125, + 2735.0625, + 2726.53125, + 2712.8203125 ], "p10": [ - 2579.21875, - 2576.265625, - 2576.921875, - 2577.90625, - 2575.28125, - 2573.3125, - 2569.375, - 2564.78125, - 2566.09375, - 2566.75, - 2563.46875, - 2563.46875, - 2558.21875, - 2560.1875, - 2561.5, - 2561.5, - 2562.8125, - 2563.46875, - 2562.15625, - 2562.15625, - 2560.1875, - 2560.1875, - 2557.5625, - 2556.90625 + 2738.71875, + 2736.28125, + 2736.28125, + 2735.0625, + 2735.0625, + 2730.1875, + 2728.96875, + 2723.484375, + 2722.265625, + 2718.609375, + 2717.6953125, + 2715.8671875, + 2714.953125, + 2711.296875, + 2710.078125, + 2703.984375, + 2703.6796875, + 2693.9296875, + 2686.3125, + 2676.5625, + 2669.859375, + 2655.38671875, + 2639.390625, + 2622.404296875 ], "p90": [ - 2596.9375, - 2599.234375, - 2599.5625, - 2600.21875, - 2604.15625, - 2605.46875, - 2608.75, - 2611.375, - 2614.1640625, - 2619.4140625, - 2622.0390625, - 2624.6640625, - 2629.9140625, - 2635.65625, - 2639.7578125, - 2641.64453125, - 2646.9765625, - 2651.734375, - 2654.60546875, - 2654.11328125, - 2653.703125, - 2657.06640625, - 2658.05078125, - 2660.921875 + 2763.09375, + 2764.3125, + 2768.578125, + 2771.625, + 2773.453125, + 2773.453125, + 2774.671875, + 2774.671875, + 2775.28125, + 2773.453125, + 2774.671875, + 2772.84375, + 2775.28125, + 2775.890625, + 2775.28125, + 2774.671875, + 2776.5, + 2773.453125, + 2773.453125, + 2770.40625, + 2769.796875, + 2764.921875, + 2761.875, + 2753.953125 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e75ef8ff8bb568942d85f2d0ca1bfce5f3bf938f..bed4141134a2d29526539d3fbc715fe455cc0342 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:58:08.683129+00:00", + "evaluated_at": "2026-06-18T04:07:32.913176+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8752f0ae6d1f762c8e44a9fb4ba27d59cee4490d..7010b96dde2d875d0c592775abb6144b6e5f4afc 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1146327.3630129497,946118.0984611511,810.4860026041666,0.8227307283156721,0.012535086799811008,0.012424020180096682,34.875949763615125,1070.6667843045052,0.01646257869283329,0.012462037482537823,0.013300122339795278,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1382467.608959198,1161964.6795285542,918.4254557291666,0.9426023467813441,0.014214148864932994,0.014076721872170914,40.21563734671118,1175.7838274781627,0.018098724527819323,0.014137232486205315,0.015097109276362779,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1909774119296778,0.15638587713010096,0.33216362496217094,0.3180983757611067,0.2878047997654194,0.2357781179561895,13.781850152455766,0.4370096245275129,0.3253334504333834,0.24728045368392107,0.26465926057642225,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1352545674164674,0.10281596821653126,0.27198510865370434,0.26058037655867106,0.23971318277372197,0.2031506345625113,11.655975561276916,0.36776972063570895,0.2796905005789442,0.20684587914926575,0.22701217860993944,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.024279435986082534,0.03755055107788606,0.14932831625143686,0.7466414969351399,0.09717721320659656,0.10461512869504573,6.701121989079551,0.15581859961533004,0.10777079093899078,0.10328183407972168,0.07525362365199473,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.635330920809641,1.5189216527908986,1.2051692008972168,0.5996058129783853,0.04702912655836008,0.04822573458236756,0.7002167235993983,0.7970764836636701,0.030715857390618998,0.046441973969896966,0.02806071457096783,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,29.410364976087067,29.40076644885687,4.55431083838145,0.8697888073301442,0.49688086699715545,0.40130406884470265,27.04154779803532,5.423132395220226,0.4519276996016855,0.37952590319845414,0.36547235780292087,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,24535.49315366894,25298.750585441787,152.1749064127604,1.1781283077116935,0.055069240611716475,0.05676855230859404,45.2042578125,156.6380961122451,0.05695930767718004,0.055336329604640154,0.05457464135166772,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1819.2380520030856,2409.6291145930686,44.92291259765625,0.381645983130531,0.016045012965346828,0.016200159838781394,8.959010992809736,42.652526912283705,0.015278517102907596,0.01609178958722015,0.013750780683172679,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ad2454d84e4ebdc43ecc127ef8ae1e49e338a88..032ca99eb93ca2dbc431407a3d293c3ea9665634 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:56:17.458185+00:00", + "evaluated_at": "2026-06-18T04:03:41.481075+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65781.78125, - 65774.0546875, - 65791.8046875, - 65793.4140625, - 65810.6484375, - 65799.484375, - 65776.046875, - 65743.3125, - 65748.875, - 65732.296875, - 65738.234375, - 65737.1796875, - 65723.8046875, - 65768.078125, - 65783.8359375, - 65796.6953125, - 65859.9296875, - 65887.9453125, - 65859.875, - 65842.1953125, - 65820.3671875, - 65812.234375, - 65798.171875, - 65817.65625 + 65848.171875, + 65829.0234375, + 65840.7265625, + 65846.765625, + 65846.109375, + 65841.71875, + 65815.4453125, + 65801.3671875, + 65800.7734375, + 65798.40625, + 65817.4453125, + 65821.5859375, + 65825.578125, + 65882.4375, + 65897.15625, + 65897.1484375, + 65933.90625, + 65945.2265625, + 65897.4765625, + 65888.8515625, + 65864.5234375, + 65891.0546875, + 65866.7578125, + 65862.6171875 ], "p10": [ - 65814.2890625, - 65846.640625, - 65853.46875, - 65849.8359375, - 65864.5390625, - 65845.8203125, - 65800.46875, - 65815.1171875, - 65819.9453125, - 65839.859375, - 65825.9453125, - 65764.3515625, - 65829.6484375, - 65819.75, - 65879.90625, - 65912.6875, - 65962.9140625, - 65927.8671875, - 65968.109375, - 65941.828125, - 65925.5859375, - 65917.9765625, - 65914.8984375, - 65895.46875 + 65890.21875, + 65896.828125, + 65910.28125, + 65914.265625, + 65913.890625, + 65867.6484375, + 65843.578125, + 65823.7265625, + 65857.6015625, + 65881.1796875, + 65904.1640625, + 65867.0703125, + 65930.3828125, + 65925.65625, + 65966.28125, + 65975.734375, + 66025.34375, + 65977.6640625, + 65995.3359375, + 65970.1640625, + 65966.4609375, + 65992.5390625, + 65977.875, + 65944.546875 ], "p90": [ - 66072.25, - 66111.5546875, - 66139.703125, - 66165.109375, - 66209.8671875, - 66198.8046875, - 66180.90625, - 66176.046875, - 66197.703125, - 66201.3671875, - 66262.734375, - 66226.2734375, - 66251.4296875, - 66317.5703125, - 66318.0546875, - 66356.6640625, - 66432.5078125, - 66470.828125, - 66479.7265625, - 66456.234375, - 66451.625, - 66447.3125, - 66422.1953125, - 66456.4375 + 66135.6640625, + 66170.8671875, + 66186.296875, + 66215.6015625, + 66239.453125, + 66242.5625, + 66236.625, + 66254.078125, + 66264.828125, + 66288.328125, + 66353.7265625, + 66338.78125, + 66391.9296875, + 66472.0546875, + 66475.796875, + 66503.1328125, + 66546.3125, + 66585.2578125, + 66572.921875, + 66569.640625, + 66561.8359375, + 66602.5546875, + 66566.2734375, + 66583.03125 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7a44e7e134a88d560c78bf8a1bb4499e49c5c8d6..3b555b96f8be06ad0da898e5d0a0bf308619ab46 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:48:17.200721+00:00", + "evaluated_at": "2026-06-18T04:03:47.772869+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.5917011499404907, - 1.6116843223571777, - 1.6427654027938843, - 1.6486896276474, - 1.6531187295913696, - 1.669540286064148, - 1.6872224807739258, - 1.7244579792022705, - 1.7077558040618896, - 1.7186328172683716, - 1.729941487312317, - 1.735242486000061, - 1.7085304260253906, - 1.7123100757598877, - 1.7352352142333984, - 1.7581008672714233, - 1.7382702827453613, - 1.7363884449005127, - 1.7489076852798462, - 1.7297409772872925, - 1.7417055368423462, - 1.7347763776779175, - 1.7479050159454346, - 1.7464518547058105, - 1.717756986618042, - 1.7319291830062866, - 1.7365665435791016, - 1.7183918952941895, - 1.7134332656860352, - 1.6904488801956177, - 1.6776518821716309, - 1.7081507444381714, - 1.6943211555480957, - 1.6816439628601074, - 1.6938986778259277, - 1.6934795379638672, - 1.6764147281646729, - 1.6570439338684082, - 1.6581544876098633, - 1.6496150493621826, - 1.6585875749588013, - 1.6576932668685913, - 1.6432167291641235, - 1.6584500074386597, - 1.6407164335250854, - 1.6436045169830322, - 1.6377750635147095, - 1.6285442113876343, - 1.6266032457351685, - 1.6363970041275024, - 1.6256027221679688, - 1.6126757860183716, - 1.5939016342163086, - 1.5967662334442139, - 1.6022228002548218, - 1.5787687301635742, - 1.581957459449768, - 1.582515001296997, - 1.594399333000183, - 1.5882141590118408 + 1.633163571357727, + 1.6432819366455078, + 1.672480821609497, + 1.6719027757644653, + 1.6750754117965698, + 1.6878284215927124, + 1.7039480209350586, + 1.7286087274551392, + 1.7021962404251099, + 1.7044132947921753, + 1.705788016319275, + 1.6895666122436523, + 1.6790417432785034, + 1.6801575422286987, + 1.6948232650756836, + 1.7094016075134277, + 1.6873008012771606, + 1.6745573282241821, + 1.6772263050079346, + 1.6497679948806763, + 1.6689567565917969, + 1.6420828104019165, + 1.6461374759674072, + 1.6440374851226807, + 1.609738826751709, + 1.6171818971633911, + 1.62088143825531, + 1.6076518297195435, + 1.5936833620071411, + 1.5698977708816528, + 1.5488805770874023, + 1.5677945613861084, + 1.5536060333251953, + 1.535841941833496, + 1.5362884998321533, + 1.5354509353637695, + 1.519132375717163, + 1.5208213329315186, + 1.5013830661773682, + 1.4977140426635742, + 1.5079222917556763, + 1.5150460004806519, + 1.4978934526443481, + 1.4880707263946533, + 1.4843475818634033, + 1.4944589138031006, + 1.4794061183929443, + 1.4743752479553223, + 1.4782711267471313, + 1.5109057426452637, + 1.4908758401870728, + 1.4844518899917603, + 1.4953566789627075, + 1.4979137182235718, + 1.5122071504592896, + 1.4996689558029175, + 1.514769196510315, + 1.5236881971359253, + 1.5263055562973022, + 1.5290422439575195 ], "p10": [ - 1.6090596914291382, - 1.6431796550750732, - 1.6555813550949097, - 1.6638264656066895, - 1.6794551610946655, - 1.6890813112258911, - 1.6540707349777222, - 1.7137051820755005, - 1.7374039888381958, - 1.7227504253387451, - 1.7428877353668213, - 1.7306089401245117, - 1.7162895202636719, - 1.7325739860534668, - 1.7281972169876099, - 1.7642022371292114, - 1.7388713359832764, - 1.7395389080047607, - 1.7409096956253052, - 1.758899211883545, - 1.7609171867370605, - 1.7708196640014648, - 1.7665977478027344, - 1.758741021156311, - 1.744383692741394, - 1.7352350950241089, - 1.744439721107483, - 1.741752028465271, - 1.6951512098312378, - 1.6890332698822021, - 1.6898456811904907, - 1.7426164150238037, - 1.7593203783035278, - 1.7228710651397705, - 1.746093988418579, - 1.7142248153686523, - 1.70809805393219, - 1.702723741531372, - 1.7109006643295288, - 1.681958794593811, - 1.6616438627243042, - 1.7062437534332275, - 1.6927516460418701, - 1.68651282787323, - 1.6577765941619873, - 1.688044786453247, - 1.6820709705352783, - 1.6653428077697754, - 1.6693423986434937, - 1.685542106628418, - 1.6636402606964111, - 1.6690412759780884, - 1.661726713180542, - 1.6494166851043701, - 1.6472197771072388, - 1.6277480125427246, - 1.6132991313934326, - 1.6455110311508179, - 1.64033043384552, - 1.6240606307983398 + 1.648618221282959, + 1.6613280773162842, + 1.6747431755065918, + 1.6878691911697388, + 1.7087491750717163, + 1.7039778232574463, + 1.6766661405563354, + 1.7101577520370483, + 1.7178150415420532, + 1.6820828914642334, + 1.7294526100158691, + 1.6955820322036743, + 1.687649130821228, + 1.7092432975769043, + 1.6791493892669678, + 1.707233190536499, + 1.7060343027114868, + 1.6821987628936768, + 1.6753802299499512, + 1.6738309860229492, + 1.6687672138214111, + 1.6756120920181274, + 1.6760345697402954, + 1.6611931324005127, + 1.6470706462860107, + 1.614251732826233, + 1.6339317560195923, + 1.620607614517212, + 1.5780278444290161, + 1.5672048330307007, + 1.573294997215271, + 1.6019283533096313, + 1.6311540603637695, + 1.5715088844299316, + 1.605886697769165, + 1.5800367593765259, + 1.5643575191497803, + 1.5698935985565186, + 1.5527057647705078, + 1.5298964977264404, + 1.5043551921844482, + 1.5663836002349854, + 1.5524097681045532, + 1.538203477859497, + 1.524984359741211, + 1.5609114170074463, + 1.5267140865325928, + 1.5354539155960083, + 1.541858196258545, + 1.5472737550735474, + 1.5394905805587769, + 1.5638408660888672, + 1.5636452436447144, + 1.5571792125701904, + 1.5511020421981812, + 1.5603822469711304, + 1.5260663032531738, + 1.5815842151641846, + 1.5810705423355103, + 1.5706684589385986 ], "p90": [ - 1.628858208656311, - 1.6453697681427002, - 1.6771211624145508, - 1.6920770406723022, - 1.7018238306045532, - 1.7272309064865112, - 1.7328531742095947, - 1.7772454023361206, - 1.7693712711334229, - 1.7842140197753906, - 1.7950528860092163, - 1.7908116579055786, - 1.7976884841918945, - 1.7929933071136475, - 1.8028143644332886, - 1.823601245880127, - 1.808180332183838, - 1.8091884851455688, - 1.8255447149276733, - 1.8246879577636719, - 1.8294203281402588, - 1.8249053955078125, - 1.8474599123001099, - 1.8592419624328613, - 1.836863398551941, - 1.8534181118011475, - 1.8714300394058228, - 1.859845757484436, - 1.875186800956726, - 1.861786961555481, - 1.8431330919265747, - 1.8826037645339966, - 1.8737800121307373, - 1.8491281270980835, - 1.8822561502456665, - 1.893361210823059, - 1.8861733675003052, - 1.8761861324310303, - 1.881781816482544, - 1.8638445138931274, - 1.8691476583480835, - 1.870252251625061, - 1.8478649854660034, - 1.873799443244934, - 1.8537911176681519, - 1.8568392992019653, - 1.845216989517212, - 1.8750100135803223, - 1.8560810089111328, - 1.8830900192260742, - 1.8746353387832642, - 1.8794957399368286, - 1.844063639640808, - 1.8792924880981445, - 1.8869755268096924, - 1.8550866842269897, - 1.851772427558899, - 1.866068959236145, - 1.8803796768188477, - 1.8700096607208252 + 1.655216932296753, + 1.6607922315597534, + 1.6931833028793335, + 1.7033742666244507, + 1.7131104469299316, + 1.7334952354431152, + 1.7408056259155273, + 1.7782490253448486, + 1.762872576713562, + 1.7698893547058105, + 1.7803831100463867, + 1.7617549896240234, + 1.7701308727264404, + 1.7709758281707764, + 1.7676199674606323, + 1.7758426666259766, + 1.761973261833191, + 1.7613365650177002, + 1.7631458044052124, + 1.756611704826355, + 1.77286696434021, + 1.755454659461975, + 1.7671173810958862, + 1.7747673988342285, + 1.7444795370101929, + 1.755841612815857, + 1.775750756263733, + 1.763476848602295, + 1.7636215686798096, + 1.7520147562026978, + 1.7331624031066895, + 1.7554609775543213, + 1.749691128730774, + 1.7293643951416016, + 1.7462068796157837, + 1.7577215433120728, + 1.7515640258789062, + 1.7539900541305542, + 1.7499803304672241, + 1.7364801168441772, + 1.7358570098876953, + 1.746439814567566, + 1.7189607620239258, + 1.7308999300003052, + 1.721394419670105, + 1.7418959140777588, + 1.7243218421936035, + 1.7431620359420776, + 1.7326158285140991, + 1.7762492895126343, + 1.7534524202346802, + 1.7683910131454468, + 1.7699235677719116, + 1.79228937625885, + 1.804004430770874, + 1.797417402267456, + 1.7980828285217285, + 1.8213484287261963, + 1.833086609840393, + 1.8341058492660522 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e9c297099a7ff4cd208667d2857e33c2147a7300..6e86aa2ea526e1a6427a847cbf2b5283f99cc011 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:49.570905+00:00", + "evaluated_at": "2026-06-18T04:03:53.578409+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2599.94189453125, - 2598.885498046875, - 2598.007568359375, - 2597.15673828125, - 2598.166748046875, - 2598.6279296875, - 2598.0244140625, - 2597.168212890625, - 2597.6943359375, - 2598.536376953125, - 2597.3154296875, - 2598.166015625, - 2599.626220703125, - 2598.3232421875, - 2598.287109375, - 2598.239501953125, - 2598.035400390625, - 2597.73388671875, - 2597.91943359375, - 2595.73193359375, - 2597.35595703125, - 2595.980712890625, - 2596.916015625, - 2595.961669921875 + 2749.0751953125, + 2749.434326171875, + 2749.669921875, + 2752.037353515625, + 2750.595458984375, + 2749.811767578125, + 2749.716552734375, + 2747.687255859375, + 2747.048095703125, + 2747.059326171875, + 2746.704833984375, + 2746.55126953125, + 2746.31298828125, + 2746.4306640625, + 2747.164794921875, + 2747.877197265625, + 2747.01025390625, + 2747.04443359375, + 2746.87158203125, + 2746.070556640625, + 2745.6328125, + 2741.540283203125, + 2739.879150390625, + 2739.8896484375 ], "p10": [ - 2598.8125, - 2598.18994140625, - 2599.343505859375, - 2596.773681640625, - 2597.18359375, - 2596.70751953125, - 2598.618896484375, - 2596.865966796875, - 2597.07666015625, - 2592.50439453125, - 2596.257080078125, - 2598.629150390625, - 2596.250732421875, - 2593.236083984375, - 2594.395263671875, - 2594.064208984375, - 2591.32373046875, - 2595.95166015625, - 2592.039306640625, - 2593.1396484375, - 2593.38037109375, - 2592.4833984375, - 2592.139404296875, - 2592.510498046875 + 2747.48828125, + 2750.567138671875, + 2749.739013671875, + 2749.0107421875, + 2749.282958984375, + 2746.431884765625, + 2747.802734375, + 2745.61474609375, + 2744.050048828125, + 2742.907470703125, + 2742.134765625, + 2738.821044921875, + 2745.084716796875, + 2740.166748046875, + 2740.988525390625, + 2742.152099609375, + 2738.050048828125, + 2742.43896484375, + 2742.34716796875, + 2736.450439453125, + 2736.241943359375, + 2735.26123046875, + 2730.765869140625, + 2729.5576171875 ], "p90": [ - 2603.639892578125, - 2603.136962890625, - 2602.311767578125, - 2602.059326171875, - 2602.019287109375, - 2601.385009765625, - 2600.416259765625, - 2600.501220703125, - 2601.759521484375, - 2602.910888671875, - 2602.227294921875, - 2602.44873046875, - 2603.206298828125, - 2604.218505859375, - 2604.2001953125, - 2605.05322265625, - 2606.013916015625, - 2605.68310546875, - 2606.9775390625, - 2605.6435546875, - 2608.348388671875, - 2607.971435546875, - 2610.71337890625, - 2609.177978515625 + 2755.43896484375, + 2759.068115234375, + 2760.76513671875, + 2764.027587890625, + 2763.540771484375, + 2763.990966796875, + 2765.574462890625, + 2764.72119140625, + 2763.405029296875, + 2764.256103515625, + 2761.399658203125, + 2763.79296875, + 2764.654052734375, + 2767.107177734375, + 2770.291015625, + 2773.601318359375, + 2774.48876953125, + 2773.6083984375, + 2775.81689453125, + 2775.26953125, + 2776.723388671875, + 2775.25439453125, + 2773.8916015625, + 2774.521240234375 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index eb2f9e8bd23efd3c0afe69b66d134142aa35e317..e1bbc188cb94e2758c987d491561fbd122c82a0e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:56:25.600831+00:00", + "evaluated_at": "2026-06-18T04:03:56.408490+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 931a79c14c2eca4de4b7f2dea4601de53569454e..42ed93a3d4bef161f5594b599ddd5e34a0550fdc 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,995051.6213417053,995051.6213417053,837.8092447916666,0.8504667667822687,0.012956762795153407,0.012839130245832659,11.064292258546743,997.5227422679171,0.015337915477730906,0.012882159813079023,0.009215137478398404,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1205538.8721936543,1205538.8721936543,956.7184244791666,0.9819033504543287,0.014800978667679062,0.014657950627048546,14.489650227882743,1097.9703421284448,0.016900949219993695,0.014726672378608934,0.010598151023033783,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10838173045491555,0.10838173045491555,0.28082568347454073,0.26893430548100383,0.2401692877494289,0.20396576134680883,0.813397594408171,0.3292138065982585,0.2450844503635801,0.20906173101762798,0.1325887061126373,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.036230973609189296,0.036230973609189296,0.15762769877910615,0.15101813958584467,0.13796418570262967,0.12454090813745676,0.860042982043646,0.1903443553383953,0.144757724847354,0.11987656270458757,0.10909599165127956,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.035942530023156,0.035942530023156,0.1330179042286343,0.6650894460312176,0.08587607761620376,0.09275344132617591,3.8555528960471483,0.1895851524332958,0.13112517939748744,0.0920008572991723,0.09927526809964761,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0257247503886902,1.0257247503886902,0.9670674006144205,0.48114342327916565,0.038017588486279306,0.038842219798652426,1.858545730648565,1.0127807020222543,0.0390281588390367,0.037266567228099304,0.03487736930870868,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,30.86254000500249,30.86254000500249,4.584708571434021,0.8755942099290439,0.5689769906370795,0.39865444112393794,8.873502833773665,5.5554063762251,0.46295053135209163,0.38205904761950177,0.30136271450254654,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,24193.03945230941,24193.03945230941,148.82438151041666,1.1521887600806453,0.053856953898965755,0.05548087616298197,34.89537487399193,155.54111820451018,0.05656040661982188,0.05411795691287879,0.05052296434396045,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1982.7032525837421,1982.7032525837421,40.825297037760414,0.3468343819137168,0.014581629567332083,0.0147091626489025,13.412217833932523,44.52755610387507,0.015950169350641818,0.014623986998600746,0.015894243301720564,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4817192bfd80353ea65fee76601ecdef01efb08e..1e1d6f1abeef74e2a2e50706b2ff70c09d56715c 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:56:59.668061+00:00", + "evaluated_at": "2026-06-18T04:04:41.384035+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65842.2890625, - 65845.921875, - 65851.5, - 65854.2578125, - 65855.3671875, - 65853.2265625, - 65852.5234375, - 65854.453125, - 65862.4765625, - 65862.3359375, - 65866.3203125, - 65873.5078125, - 65862.5859375, - 65857.3203125, - 65865.3046875, - 65866.1015625, - 65868.609375, - 65868.7265625, - 65858.0859375, - 65844.0703125, - 65831.046875, - 65813.1796875, - 65794.640625, - 65781.015625 + 65922.3046875, + 65910.6640625, + 65911.21875, + 65912.53125, + 65913.2890625, + 65910.265625, + 65914.9609375, + 65919.921875, + 65927.8125, + 65928.5078125, + 65941.0078125, + 65945.359375, + 65943.59375, + 65938.484375, + 65944.3984375, + 65938.09375, + 65928.046875, + 65915.0625, + 65901.6171875, + 65881.703125, + 65862.8515625, + 65843.6953125, + 65831.28125, + 65813.7265625 ], "p10": [ - 65599.6171875, - 65506.22265625, - 65432.1015625, - 65381.265625, - 65345.09765625, - 65309.16796875, - 65270.42578125, - 65230.4921875, - 65199.09765625, - 65164.5859375, - 65138.7578125, - 65123.140625, - 65070.41796875, - 65033.94921875, - 65006.6796875, - 64967.1328125, - 64931.5078125, - 64903.515625, - 64868.94140625, - 64832.27734375, - 64798.33984375, - 64763.68359375, - 64727.515625, - 64696.52734375 + 65670.6953125, + 65574.21875, + 65500.62890625, + 65444.49609375, + 65400.28125, + 65359.4609375, + 65334.890625, + 65298.8125, + 65262.48828125, + 65224.8359375, + 65205.421875, + 65179.0859375, + 65131.8671875, + 65091.48046875, + 65064.3359375, + 65030.1015625, + 64994.77734375, + 64957.69921875, + 64922.34375, + 64882.2734375, + 64847.03515625, + 64813.734375, + 64789.58203125, + 64760.453125 ], "p90": [ - 66090.1796875, - 66185.5390625, - 66286.09375, - 66368.75, - 66436.703125, - 66500.34375, - 66574.8046875, - 66639.53125, - 66697.265625, - 66751.6328125, - 66803.7578125, - 66855.546875, - 66877.390625, - 66922.0703125, - 66991.8359375, - 67051.6796875, - 67105.890625, - 67137.6796875, - 67143.6796875, - 67162.1484375, - 67166.8984375, - 67175.9453125, - 67175.0859375, - 67189.84375 + 66187.8359375, + 66266.984375, + 66364.6640625, + 66447.7734375, + 66512.4296875, + 66566.8828125, + 66639.0, + 66698.1484375, + 66752.484375, + 66804.140625, + 66862.0, + 66894.96875, + 66916.0703125, + 66951.5859375, + 67014.5, + 67037.140625, + 67051.7890625, + 67064.515625, + 67073.3515625, + 67078.75, + 67066.1484375, + 67058.25, + 67053.1328125, + 67051.328125 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0b021966a5d455ef11019132150e4c2abc9a94cb..af510f1644443134cf7090b63977392ce900198f 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:49:01.334549+00:00", + "evaluated_at": "2026-06-18T04:06:06.915656+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6202478408813477, - 1.6349565982818604, - 1.648645043373108, - 1.6618504524230957, - 1.6732323169708252, - 1.685065507888794, - 1.6949925422668457, - 1.7046253681182861, - 1.7126730680465698, - 1.7195343971252441, - 1.7255171537399292, - 1.7287027835845947, - 1.7307994365692139, - 1.7317126989364624, - 1.733007788658142, - 1.732553243637085, - 1.7312966585159302, - 1.7294877767562866, - 1.7276637554168701, - 1.7242430448532104, - 1.719310998916626, - 1.713496446609497, - 1.7078896760940552, - 1.6996864080429077, - 1.6923396587371826, - 1.6837389469146729, - 1.674555778503418, - 1.6647720336914062, - 1.6543605327606201, - 1.643942952156067, - 1.633418083190918, - 1.6231544017791748, - 1.7579518556594849, - 1.7455835342407227, - 1.711179494857788, - 1.6923010349273682, - 1.6748076677322388, - 1.6560581922531128, - 1.6395230293273926, - 1.6253557205200195, - 1.6108042001724243, - 1.5962685346603394, - 1.5812370777130127, - 1.5644245147705078, - 1.5509657859802246, - 1.539007544517517, - 1.5288857221603394, - 1.5126209259033203, - 1.4999892711639404, - 1.4881724119186401, - 1.4758145809173584, - 1.4638073444366455, - 1.455190658569336, - 1.4426827430725098, - 1.434412956237793, - 1.424479365348816, - 1.4159438610076904, - 1.4078975915908813, - 1.3983266353607178, - 1.3903751373291016 + 1.6499412059783936, + 1.6580924987792969, + 1.664334774017334, + 1.6707370281219482, + 1.6750390529632568, + 1.6789190769195557, + 1.6802988052368164, + 1.6803120374679565, + 1.6788196563720703, + 1.6762537956237793, + 1.6728308200836182, + 1.6676256656646729, + 1.6612980365753174, + 1.654127597808838, + 1.647282361984253, + 1.638061285018921, + 1.629377007484436, + 1.6194744110107422, + 1.6084097623825073, + 1.5957988500595093, + 1.5818161964416504, + 1.567582607269287, + 1.5538676977157593, + 1.538320779800415, + 1.5246914625167847, + 1.5103988647460938, + 1.4962481260299683, + 1.482243537902832, + 1.4674837589263916, + 1.4529588222503662, + 1.437349796295166, + 1.422073245048523, + 1.557480812072754, + 1.5313719511032104, + 1.4925425052642822, + 1.4749141931533813, + 1.4557827711105347, + 1.4331915378570557, + 1.4162864685058594, + 1.4034109115600586, + 1.3895481824874878, + 1.377028226852417, + 1.3623838424682617, + 1.3466742038726807, + 1.3324930667877197, + 1.3189290761947632, + 1.3072713613510132, + 1.291521668434143, + 1.279645323753357, + 1.2680060863494873, + 1.255696177482605, + 1.24463951587677, + 1.23685622215271, + 1.2251191139221191, + 1.2187693119049072, + 1.2107398509979248, + 1.2040748596191406, + 1.197835087776184, + 1.19134521484375, + 1.1870355606079102 ], "p10": [ - 1.6079171895980835, - 1.6189002990722656, - 1.6282358169555664, - 1.6357512474060059, - 1.6405799388885498, - 1.6457526683807373, - 1.6489204168319702, - 1.6510920524597168, - 1.6515657901763916, - 1.649050235748291, - 1.6430230140686035, - 1.6342103481292725, - 1.6228265762329102, - 1.6100101470947266, - 1.5951189994812012, - 1.5796091556549072, - 1.5644429922103882, - 1.5466983318328857, - 1.5290364027023315, - 1.5093576908111572, - 1.4869567155838013, - 1.4666517972946167, - 1.4446840286254883, - 1.4199512004852295, - 1.3921947479248047, - 1.366052269935608, - 1.3388243913650513, - 1.3063015937805176, - 1.2727360725402832, - 1.2378586530685425, - 1.2002465724945068, - 1.1743425130844116, - 1.1290276050567627, - 1.2019191980361938, - 1.187192678451538, - 1.1415565013885498, - 1.1041868925094604, - 1.0679726600646973, - 1.0254162549972534, - 0.9959560632705688, - 0.9673910140991211, - 0.9418887495994568, - 0.9057294726371765, - 0.8798537850379944, - 0.8615391254425049, - 0.8388673663139343, - 0.8113528490066528, - 0.7820121049880981, - 0.7632730007171631, - 0.7353874444961548, - 0.7049522995948792, - 0.6788581013679504, - 0.6490496397018433, - 0.6285436749458313, - 0.6123817563056946, - 0.5942797660827637, - 0.568602979183197, - 0.5477280020713806, - 0.5329926609992981, - 0.5107926726341248 + 1.6377743482589722, + 1.6423885822296143, + 1.643686056137085, + 1.643648386001587, + 1.6411113739013672, + 1.6375067234039307, + 1.6315028667449951, + 1.6230828762054443, + 1.6127877235412598, + 1.5994000434875488, + 1.5827035903930664, + 1.564150094985962, + 1.5437294244766235, + 1.5225293636322021, + 1.4991748332977295, + 1.4736050367355347, + 1.4496150016784668, + 1.421981930732727, + 1.393438696861267, + 1.3633766174316406, + 1.3305362462997437, + 1.300849199295044, + 1.270455002784729, + 1.237567663192749, + 1.202608346939087, + 1.1686064004898071, + 1.1330686807632446, + 1.0950865745544434, + 1.0557540655136108, + 1.0146205425262451, + 0.97013920545578, + 0.9376401305198669, + 0.8507748246192932, + 0.9240155816078186, + 0.9055014848709106, + 0.8525096774101257, + 0.8119180202484131, + 0.7752476334571838, + 0.7298697233200073, + 0.7001038789749146, + 0.6744481921195984, + 0.652534008026123, + 0.6170468926429749, + 0.5930465459823608, + 0.5732848644256592, + 0.5504797101020813, + 0.5220654010772705, + 0.49173688888549805, + 0.473189115524292, + 0.4455825686454773, + 0.41618067026138306, + 0.39174211025238037, + 0.36469149589538574, + 0.34619343280792236, + 0.3348761796951294, + 0.3198384642601013, + 0.29460036754608154, + 0.2745024561882019, + 0.26135605573654175, + 0.24094855785369873 ], "p90": [ - 1.6307086944580078, - 1.6489160060882568, - 1.667344331741333, - 1.686727523803711, - 1.7035126686096191, - 1.7211230993270874, - 1.7377212047576904, - 1.7551047801971436, - 1.7711541652679443, - 1.7865614891052246, - 1.801943063735962, - 1.8158904314041138, - 1.8274836540222168, - 1.8399488925933838, - 1.8516552448272705, - 1.863785743713379, - 1.8762038946151733, - 1.890642762184143, - 1.9028770923614502, - 1.9151384830474854, - 1.926772117614746, - 1.9394245147705078, - 1.9525249004364014, - 1.9608139991760254, - 1.9706642627716064, - 1.978302001953125, - 1.9852221012115479, - 1.9930050373077393, - 1.999861478805542, - 2.008049726486206, - 2.01210880279541, - 2.0119757652282715, - 2.0634357929229736, - 2.084120750427246, - 2.099278450012207, - 2.1168785095214844, - 2.1265130043029785, - 2.142765998840332, - 2.1640069484710693, - 2.181199550628662, - 2.191654682159424, - 2.2044219970703125, - 2.212423801422119, - 2.2242541313171387, - 2.2309441566467285, - 2.238072633743286, - 2.24752140045166, - 2.2429866790771484, - 2.24670147895813, - 2.2600386142730713, - 2.267068862915039, - 2.279780864715576, - 2.2849721908569336, - 2.2951836585998535, - 2.3022146224975586, - 2.3116579055786133, - 2.3138628005981445, - 2.321481466293335, - 2.3268628120422363, - 2.3350863456726074 + 1.6613022089004517, + 1.6727230548858643, + 1.6842169761657715, + 1.697319746017456, + 1.707692265510559, + 1.7183562517166138, + 1.7272957563400269, + 1.7358558177947998, + 1.7433111667633057, + 1.7500526905059814, + 1.757483720779419, + 1.7645905017852783, + 1.7693160772323608, + 1.7750060558319092, + 1.7797397375106812, + 1.78385591506958, + 1.7898530960083008, + 1.796684741973877, + 1.8004543781280518, + 1.804581642150879, + 1.8065025806427002, + 1.8109145164489746, + 1.8158046007156372, + 1.816918134689331, + 1.8209837675094604, + 1.8233084678649902, + 1.8256151676177979, + 1.830331802368164, + 1.8355751037597656, + 1.8428741693496704, + 1.8457574844360352, + 1.8418607711791992, + 1.9634488821029663, + 1.924030065536499, + 1.9166253805160522, + 1.933428168296814, + 1.9471391439437866, + 1.9625217914581299, + 1.9799671173095703, + 1.9967142343521118, + 2.0083847045898438, + 2.0166356563568115, + 2.019979476928711, + 2.0318868160247803, + 2.0357346534729004, + 2.0412821769714355, + 2.048809051513672, + 2.0439813137054443, + 2.048307418823242, + 2.0607171058654785, + 2.067901372909546, + 2.0803098678588867, + 2.0864810943603516, + 2.0967769622802734, + 2.1058785915374756, + 2.116900682449341, + 2.11907958984375, + 2.1239728927612305, + 2.1275978088378906, + 2.135922908782959 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 693e204223f176f390bb116e653cb0938999953b..4e1ac47b480fdb220721b1297eab8aa2261b99ba 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:35:25.515724+00:00", + "evaluated_at": "2026-06-18T04:06:13.302683+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2600.596435546875, - 2600.715576171875, - 2600.628173828125, - 2600.67626953125, - 2600.584228515625, - 2600.639404296875, - 2600.508544921875, - 2600.347900390625, - 2600.80029296875, - 2600.775634765625, - 2600.761474609375, - 2600.968994140625, - 2600.89208984375, - 2601.174072265625, - 2601.33837890625, - 2601.6796875, - 2601.87451171875, - 2601.944091796875, - 2601.709228515625, - 2601.520263671875, - 2601.810302734375, - 2601.945068359375, - 2602.239990234375, - 2602.084228515625 + 2750.8759765625, + 2750.96533203125, + 2751.046875, + 2751.162841796875, + 2751.306640625, + 2751.45654296875, + 2751.474365234375, + 2751.373291015625, + 2751.333984375, + 2751.339111328125, + 2751.34814453125, + 2751.20849609375, + 2751.22021484375, + 2751.14453125, + 2751.3466796875, + 2751.2548828125, + 2751.265380859375, + 2751.18408203125, + 2751.1357421875, + 2751.145263671875, + 2751.206787109375, + 2751.13818359375, + 2751.090087890625, + 2750.791015625 ], "p10": [ - 2588.17724609375, - 2593.06005859375, - 2594.1171875, - 2591.6201171875, - 2586.647216796875, - 2580.9130859375, - 2579.52978515625, - 2576.57275390625, - 2575.489501953125, - 2571.40283203125, - 2565.3310546875, - 2560.519287109375, - 2557.298095703125, - 2553.96240234375, - 2553.446533203125, - 2553.118408203125, - 2554.363037109375, - 2554.79833984375, - 2554.897705078125, - 2553.681640625, - 2556.095947265625, - 2557.596435546875, - 2557.819091796875, - 2558.588134765625 + 2748.242431640625, + 2748.320556640625, + 2748.40673828125, + 2747.633544921875, + 2746.2314453125, + 2744.580322265625, + 2741.162841796875, + 2737.17578125, + 2733.896240234375, + 2729.17724609375, + 2723.904052734375, + 2719.49853515625, + 2716.838623046875, + 2713.95458984375, + 2710.392578125, + 2706.505126953125, + 2703.190673828125, + 2699.624267578125, + 2695.91357421875, + 2689.77294921875, + 2687.7919921875, + 2687.154541015625, + 2681.043212890625, + 2672.125 ], "p90": [ - 2602.66796875, - 2602.708251953125, - 2602.92138671875, - 2603.662353515625, - 2605.22705078125, - 2607.926513671875, - 2611.23583984375, - 2615.30029296875, - 2622.274169921875, - 2629.991455078125, - 2634.03369140625, - 2637.400634765625, - 2645.0439453125, - 2651.200927734375, - 2651.31591796875, - 2653.890869140625, - 2657.8115234375, - 2661.730712890625, - 2662.614013671875, - 2662.271240234375, - 2672.754150390625, - 2678.22607421875, - 2682.302734375, - 2683.8291015625 + 2752.97607421875, + 2753.0888671875, + 2752.9609375, + 2753.12158203125, + 2753.426513671875, + 2753.636474609375, + 2753.710693359375, + 2753.703125, + 2753.691162109375, + 2753.72119140625, + 2753.707275390625, + 2753.820556640625, + 2753.95263671875, + 2753.944091796875, + 2753.86083984375, + 2753.90234375, + 2753.818603515625, + 2753.74853515625, + 2753.58203125, + 2753.57373046875, + 2753.46142578125, + 2753.74609375, + 2753.81884765625, + 2753.75634765625 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e4cb1cd1b8185198902ef15d9140f313525b0a72..28d1dbd535c2d6e760eacdb6c204869580801a29 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:57:10.918910+00:00", + "evaluated_at": "2026-06-18T04:06:16.432157+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index f166fb539db6cc2dfc91fcdc0f1024a8bb9aa06a..8c67cd324b96370a0beecd716e366c9ed0a93424 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,842611.7464841207,842611.7464841207,772.9720052083334,0.7846499739283815,0.011952669793520014,0.011853748934384433,3.4292427621244044,917.9388577046517,0.014114233206542131,0.011885222040735523,0.0077747886884776025,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1065800.0743751526,1065800.0743751526,894.2255859375,0.9177654327834436,0.01383531642092631,0.013709296857079773,4.991012646640425,1032.3759365537114,0.01589126100238194,0.013764726276532512,0.008730001298419738,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.020944598135391422,0.020944598135391422,0.12496557931105295,0.11967399443397472,0.10700682484320306,0.09907200480077562,0.8342981729586166,0.1447224866266173,0.10773919677499545,0.09303109318616834,0.09691362356983839,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0005287260687960445,0.0005287260687960445,0.018263482054074607,0.01749766762776215,0.015612956345040853,0.01547295357412657,0.9478880372241508,0.022994044202707023,0.01748707240572391,0.013889458950533057,0.08263596971325932,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04472993569946146,0.04472993569946146,0.16446132957935333,0.82230655502948,0.10674923495839776,0.11605266415287768,4.630548604905345,0.2114945287695676,0.14627863875708316,0.11374847169337016,0.10038417666991542,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4402784183404644,0.4402784183404644,0.6281394163767496,0.31251715123482565,0.024645064593403893,0.024994355266893132,1.9127940553205702,0.6635347906029226,0.025569741950226047,0.024205758330960888,0.02844588276201619,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,32.04695621665784,32.04695621665784,4.697450876235962,0.8971258967877701,0.6045789947913847,0.405259740969254,10.494785690813545,5.66100311046177,0.4717502592051475,0.39145423968633014,0.30360284867110077,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,11055.769020676613,11055.769020676613,101.49727376302083,0.7857853452620969,0.036854084400873316,0.037597404947786094,11.195946320564516,105.14641706057611,0.03823506074930041,0.036908099550189394,0.03062984705452967,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,470.7292352492611,470.7292352492611,20.264678955078125,0.17216010439712393,0.007251947576349432,0.0072749702155065306,1.1914562880254425,21.696295426852508,0.007771807317081496,0.007258989476445895,0.008879542473180969,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f743c5e2c544eb712beec55ce40b0a6442a080f8..15a24761b020260326f01718a91e71f1703b9546 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:56:46.742062+00:00", + "evaluated_at": "2026-06-18T04:04:20.003451+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63512.01171875, 63584.03125, 63735.73828125, 63846.0, @@ -101,10 +100,10 @@ 65700.0, 65940.0, 65904.0, - 65851.9921875 + 65851.9921875, + 65892.0 ], "actuals": [ - 65892.0, 65836.296875, 65624.0, 65539.5, @@ -127,88 +126,88 @@ 64468.01171875, 64548.73828125, 64689.5, - 64372.01171875 + 64282.8203125, + 64267.87109375 ], "p50": [ - 65841.625, - 65839.8125, - 65835.28125, - 65827.0625, - 65819.7265625, - 65814.578125, - 65806.578125, - 65803.0859375, - 65800.5625, - 65787.8671875, - 65784.1171875, - 65777.078125, - 65763.265625, - 65757.4609375, - 65749.765625, - 65742.6171875, - 65736.0390625, - 65729.8828125, - 65721.421875, - 65709.75, - 65707.3359375, - 65696.6484375, - 65691.6875, - 65685.8359375 + 65889.453125, + 65888.40625, + 65885.1328125, + 65878.21875, + 65876.78125, + 65864.2578125, + 65860.6640625, + 65858.1171875, + 65853.7890625, + 65845.09375, + 65847.15625, + 65834.2890625, + 65828.625, + 65825.328125, + 65816.984375, + 65810.9609375, + 65812.2734375, + 65806.234375, + 65801.234375, + 65793.703125, + 65790.6875, + 65783.28125, + 65782.6875, + 65777.6171875 ], "p10": [ - 65576.84375, - 65456.9609375, - 65347.94921875, - 65255.0390625, - 65162.14453125, - 65069.84375, - 64987.32421875, - 64914.6484375, - 64828.51953125, - 64752.078125, - 64680.42578125, - 64597.54296875, - 64514.296875, - 64439.6953125, - 64387.59375, - 64311.91015625, - 64270.48046875, - 64208.30859375, - 64146.11328125, - 64089.20703125, - 64042.39453125, - 63990.30859375, - 63945.33984375, - 63898.83203125 + 65623.0859375, + 65501.328125, + 65393.9296875, + 65303.95703125, + 65215.58203125, + 65120.65234375, + 65043.49609375, + 64977.56640625, + 64893.25390625, + 64832.05859375, + 64760.04296875, + 64683.36328125, + 64610.6640625, + 64541.73828125, + 64494.578125, + 64427.484375, + 64387.26171875, + 64332.11328125, + 64271.46484375, + 64220.203125, + 64170.36328125, + 64120.2890625, + 64079.6875, + 64035.3125 ], "p90": [ - 66079.28125, - 66178.8984375, - 66259.3828125, - 66332.0859375, - 66406.375, - 66485.390625, - 66551.734375, - 66618.8828125, - 66686.875, - 66743.8671875, - 66811.1875, - 66869.4765625, - 66906.1171875, - 66963.1328125, - 67012.9765625, - 67056.9609375, - 67107.1953125, - 67154.6796875, - 67190.3125, - 67226.6015625, - 67260.7109375, - 67315.609375, - 67337.109375, - 67374.0078125 + 66160.109375, + 66261.4453125, + 66345.71875, + 66411.4765625, + 66497.21875, + 66567.53125, + 66633.84375, + 66690.7578125, + 66767.203125, + 66826.78125, + 66901.6171875, + 66942.0546875, + 66983.1796875, + 67050.296875, + 67098.8984375, + 67143.5859375, + 67199.140625, + 67239.8125, + 67283.8359375, + 67315.90625, + 67344.1796875, + 67404.984375, + 67437.6015625, + 67462.8359375 ], "timestamps": [ - "2026-06-13 04:00:00", "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", @@ -327,6 +326,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 098077d5238f4fad3a45ae456f07e9c1a44d6c1d..a21b10128e3c30b99eead74093b5fddec0c05f23 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:48:48.445117+00:00", + "evaluated_at": "2026-06-18T04:04:24.831809+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6130000352859497, - 1.6069999933242798, - 1.6030000448226929, 1.6009999513626099, 1.6019999980926514, 1.590000033378601, @@ -245,12 +242,12 @@ 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645 - ], - "actuals": [ + 1.5980000495910645, 1.6130000352859497, 1.6299999952316284, - 1.6339999437332153, + 1.6339999437332153 + ], + "actuals": [ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, @@ -307,198 +304,198 @@ 1.031000018119812, 1.0379999876022339, 1.0369999408721924, - 1.0490000247955322 + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328 ], "p50": [ - 1.6135780811309814, - 1.6298134326934814, - 1.6439387798309326, - 1.6572325229644775, - 1.6676937341690063, - 1.6776472330093384, - 1.683326005935669, - 1.689760684967041, - 1.6937851905822754, - 1.694443702697754, - 1.6978342533111572, - 1.6972579956054688, - 1.6942447423934937, - 1.6914856433868408, - 1.6851580142974854, - 1.678354263305664, - 1.6707680225372314, - 1.6611685752868652, - 1.6526751518249512, - 1.641169786453247, - 1.6301217079162598, - 1.6159967184066772, - 1.600771427154541, - 1.5873682498931885, - 1.572169303894043, - 1.5542833805084229, - 1.5380301475524902, - 1.5206891298294067, - 1.4987703561782837, - 1.4811286926269531, - 1.4615042209625244, - 1.4421578645706177, - 1.4440068006515503, - 1.4290105104446411, - 1.4129860401153564, - 1.398071050643921, - 1.3862497806549072, - 1.3735103607177734, - 1.3589478731155396, - 1.3468648195266724, - 1.3341777324676514, - 1.320317029953003, - 1.3106305599212646, - 1.2967746257781982, - 1.286778211593628, - 1.275864839553833, - 1.2674764394760132, - 1.2586795091629028, - 1.2481138706207275, - 1.2413803339004517, - 1.236920714378357, - 1.2293107509613037, - 1.2249642610549927, - 1.2180230617523193, - 1.214934229850769, - 1.2147666215896606, - 1.2124344110488892, - 1.2083014249801636, - 1.209712266921997, - 1.2100262641906738 + 1.644601583480835, + 1.653031826019287, + 1.6599841117858887, + 1.6663635969161987, + 1.669076681137085, + 1.6707613468170166, + 1.6668760776519775, + 1.6649184226989746, + 1.6605689525604248, + 1.6525468826293945, + 1.6471037864685059, + 1.6386996507644653, + 1.6261146068572998, + 1.6146223545074463, + 1.6003782749176025, + 1.5860652923583984, + 1.570331335067749, + 1.5525847673416138, + 1.5357356071472168, + 1.5181703567504883, + 1.4989486932754517, + 1.4791489839553833, + 1.457006573677063, + 1.436584234237671, + 1.4175291061401367, + 1.3946672677993774, + 1.3738157749176025, + 1.3480539321899414, + 1.3259122371673584, + 1.3018648624420166, + 1.2799266576766968, + 1.2561984062194824, + 1.2505500316619873, + 1.2303698062896729, + 1.2107276916503906, + 1.1931458711624146, + 1.1786729097366333, + 1.1618554592132568, + 1.1448705196380615, + 1.1287223100662231, + 1.1172174215316772, + 1.102116346359253, + 1.0921651124954224, + 1.0780811309814453, + 1.0673474073410034, + 1.0603457689285278, + 1.0504502058029175, + 1.0453110933303833, + 1.0362696647644043, + 1.0301800966262817, + 1.0278633832931519, + 1.0224157571792603, + 1.0224908590316772, + 1.0203273296356201, + 1.0191259384155273, + 1.0219038724899292, + 1.022122859954834, + 1.022469162940979, + 1.0287504196166992, + 1.0318952798843384 ], "p10": [ - 1.5996906757354736, - 1.6105469465255737, - 1.6195917129516602, - 1.624821662902832, - 1.628720998764038, - 1.6301816701889038, - 1.6288068294525146, - 1.626214861869812, - 1.6207256317138672, - 1.6150612831115723, - 1.607831597328186, - 1.5958402156829834, - 1.5828287601470947, - 1.5671292543411255, - 1.548874855041504, - 1.5268006324768066, - 1.50480318069458, - 1.4822306632995605, - 1.4574874639511108, - 1.4289408922195435, - 1.4041731357574463, - 1.3733677864074707, - 1.3437108993530273, - 1.314968228340149, - 1.283671498298645, - 1.2499687671661377, - 1.215480923652649, - 1.1796351671218872, - 1.1363182067871094, - 1.1027328968048096, - 1.0650986433029175, - 1.0227437019348145, - 0.9897690415382385, - 0.9488945603370667, - 0.9078527688980103, - 0.8742448091506958, - 0.8418630361557007, - 0.8119676113128662, - 0.7688735127449036, - 0.7374833822250366, - 0.7041709423065186, - 0.6641107797622681, - 0.6261715888977051, - 0.5879194736480713, - 0.5435287952423096, - 0.515011727809906, - 0.4863377809524536, - 0.4417048692703247, - 0.40791428089141846, - 0.37575268745422363, - 0.3555108308792114, - 0.32135945558547974, - 0.29579871892929077, - 0.2590009570121765, - 0.23450404405593872, - 0.21148407459259033, - 0.18224942684173584, - 0.1563015580177307, - 0.13422834873199463, - 0.10936355590820312 + 1.6307740211486816, + 1.634204387664795, + 1.6363370418548584, + 1.6350196599960327, + 1.630955457687378, + 1.6236960887908936, + 1.6126315593719482, + 1.6001243591308594, + 1.5853912830352783, + 1.5685911178588867, + 1.5506205558776855, + 1.5285212993621826, + 1.503419280052185, + 1.475567102432251, + 1.4459974765777588, + 1.4135581254959106, + 1.3794686794281006, + 1.344820261001587, + 1.3089715242385864, + 1.2708892822265625, + 1.2336633205413818, + 1.193027377128601, + 1.151613712310791, + 1.1115895509719849, + 1.0686638355255127, + 1.0240041017532349, + 0.9798390865325928, + 0.929829478263855, + 0.8776047825813293, + 0.8323910236358643, + 0.7810921669006348, + 0.7322570085525513, + 0.7306468486785889, + 0.6820894479751587, + 0.641451358795166, + 0.6018896102905273, + 0.5648463368415833, + 0.5260250568389893, + 0.476729154586792, + 0.43904417753219604, + 0.40244269371032715, + 0.35516804456710815, + 0.31283676624298096, + 0.2682756781578064, + 0.2155020833015442, + 0.17968958616256714, + 0.14571654796600342, + 0.10057336091995239, + 0.062165141105651855, + 0.021923184394836426, + -0.010213136672973633, + -0.04678380489349365, + -0.0821223258972168, + -0.12153291702270508, + -0.15258610248565674, + -0.18204867839813232, + -0.22336912155151367, + -0.25030517578125, + -0.27513420581817627, + -0.3026738166809082 ], "p90": [ - 1.6266310214996338, - 1.6457679271697998, - 1.6664016246795654, - 1.6852185726165771, - 1.7046120166778564, - 1.720611810684204, - 1.7334926128387451, - 1.748387336730957, - 1.7599250078201294, - 1.7698864936828613, - 1.7829179763793945, - 1.7933452129364014, - 1.8026647567749023, - 1.8117759227752686, - 1.8182780742645264, - 1.824144959449768, - 1.829392433166504, - 1.835397720336914, - 1.8404996395111084, - 1.8448927402496338, - 1.8514403104782104, - 1.8513528108596802, - 1.8519513607025146, - 1.8535797595977783, - 1.854759931564331, - 1.8562908172607422, - 1.858600378036499, - 1.8615319728851318, - 1.8573040962219238, - 1.856710433959961, - 1.85603928565979, - 1.8635735511779785, - 1.8684743642807007, - 1.8728489875793457, - 1.8850624561309814, - 1.901705026626587, - 1.9050984382629395, - 1.908984899520874, - 1.9144606590270996, - 1.9300659894943237, - 1.932548999786377, - 1.9392129182815552, - 1.9410028457641602, - 1.9505326747894287, - 1.9672834873199463, - 1.973337173461914, - 1.9830124378204346, - 1.997030258178711, - 2.0044803619384766, - 2.010314702987671, - 2.01247501373291, - 2.0264687538146973, - 2.0379655361175537, - 2.041503429412842, - 2.051654815673828, - 2.0617189407348633, - 2.0672335624694824, - 2.0768418312072754, - 2.086164951324463, - 2.0987935066223145 + 1.65658700466156, + 1.668398141860962, + 1.6805574893951416, + 1.6926683187484741, + 1.703948736190796, + 1.7122173309326172, + 1.7160959243774414, + 1.7236897945404053, + 1.7272697687149048, + 1.729449987411499, + 1.7362183332443237, + 1.740910530090332, + 1.7426116466522217, + 1.745072364807129, + 1.7441480159759521, + 1.7458226680755615, + 1.745741605758667, + 1.745759129524231, + 1.7447261810302734, + 1.7443937063217163, + 1.7450978755950928, + 1.7451012134552002, + 1.7415549755096436, + 1.7386820316314697, + 1.738302230834961, + 1.7367761135101318, + 1.7365939617156982, + 1.7371325492858887, + 1.7355568408966064, + 1.7358835935592651, + 1.7338111400604248, + 1.7425674200057983, + 1.7070183753967285, + 1.706571102142334, + 1.7123310565948486, + 1.724226474761963, + 1.7282755374908447, + 1.7266277074813843, + 1.7315006256103516, + 1.7466710805892944, + 1.7538142204284668, + 1.7608946561813354, + 1.764955997467041, + 1.7798771858215332, + 1.797229528427124, + 1.8095521926879883, + 1.8262126445770264, + 1.8472857475280762, + 1.8574960231781006, + 1.8712942600250244, + 1.877593755722046, + 1.9012850522994995, + 1.9195237159729004, + 1.9306485652923584, + 1.9465112686157227, + 1.9667541980743408, + 1.9785021543502808, + 1.9962959289550781, + 2.0164575576782227, + 2.039062261581421 ], "timestamps": [ - "2026-06-16 21:42:00", - "2026-06-16 21:48:00", - "2026-06-16 21:54:00", "2026-06-16 22:00:00", "2026-06-16 22:06:00", "2026-06-16 22:12:00", @@ -795,6 +792,9 @@ "2026-06-18 03:18:00", "2026-06-18 03:24:00", "2026-06-18 03:30:00", - "2026-06-18 03:36:00" + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e90c612bec0805a036e0fee0cb93d7f1cc6c1e22..4030dca93ab7c59aaefbc367a050beb8a4f81016 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:34:22.148778+00:00", + "evaluated_at": "2026-06-18T04:04:30.796664+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2800.0, - 2800.0, - 2750.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ + 2600.0, 2650.0, 2650.0, 2700.0, @@ -115,7 +101,9 @@ 2750.0, 2750.0, 2750.0, - 2750.0, + 2750.0 + ], + "actuals": [ 2750.0, 2750.0, 2800.0, @@ -127,91 +115,99 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2599.966064453125, - 2599.865234375, - 2599.8671875, - 2599.830810546875, - 2600.021240234375, - 2600.049560546875, - 2601.08544921875, - 2600.48779296875, - 2602.26904296875, - 2622.866943359375, - 2621.8623046875, - 2634.266845703125, - 2657.216552734375, - 2663.2666015625, - 2688.492919921875, - 2692.646484375, - 2694.869140625, - 2696.085205078125, - 2696.93798828125, - 2701.82177734375, - 2697.902587890625, - 2701.412353515625, - 2696.7021484375, - 2694.273193359375 + 2750.251220703125, + 2752.53076171875, + 2773.3662109375, + 2773.4189453125, + 2777.62109375, + 2778.21923828125, + 2783.141845703125, + 2783.113037109375, + 2783.62890625, + 2781.883056640625, + 2784.34033203125, + 2782.16455078125, + 2781.986328125, + 2783.478759765625, + 2783.992431640625, + 2781.90625, + 2780.837890625, + 2778.274169921875, + 2776.62109375, + 2773.590087890625, + 2772.008056640625, + 2769.90869140625, + 2768.421142578125, + 2766.587646484375 ], "p10": [ - 2599.40869140625, - 2598.990234375, - 2597.19580078125, - 2596.243896484375, - 2594.613525390625, - 2593.861572265625, - 2594.2119140625, - 2592.5576171875, - 2589.24462890625, - 2587.890380859375, - 2585.482421875, - 2582.751708984375, - 2580.9697265625, - 2580.975830078125, - 2579.48876953125, - 2579.2060546875, - 2579.20166015625, - 2575.50244140625, - 2574.15576171875, - 2569.771728515625, - 2569.939208984375, - 2571.603759765625, - 2575.838134765625, - 2575.065673828125 + 2746.912109375, + 2747.5078125, + 2746.417724609375, + 2745.48046875, + 2745.76318359375, + 2743.63330078125, + 2741.96240234375, + 2736.04931640625, + 2726.5966796875, + 2719.54296875, + 2715.688720703125, + 2708.49072265625, + 2704.193603515625, + 2698.623291015625, + 2695.395751953125, + 2689.321533203125, + 2683.759765625, + 2678.046142578125, + 2673.466064453125, + 2668.344482421875, + 2663.07080078125, + 2657.5859375, + 2653.47900390625, + 2647.412841796875 ], "p90": [ - 2646.7490234375, - 2695.30419921875, - 2703.203125, - 2697.75439453125, - 2698.92919921875, - 2701.91357421875, - 2699.69189453125, - 2704.3037109375, - 2708.31591796875, - 2709.1650390625, - 2710.298095703125, - 2714.109130859375, - 2716.498779296875, - 2720.296875, - 2725.51806640625, - 2729.40380859375, - 2736.033203125, - 2742.80029296875, - 2742.95849609375, - 2745.8916015625, - 2748.523193359375, - 2752.501708984375, - 2754.282958984375, - 2759.277587890625 + 2806.86962890625, + 2802.2607421875, + 2806.4345703125, + 2815.399658203125, + 2822.1318359375, + 2827.755615234375, + 2826.248046875, + 2830.545166015625, + 2836.810302734375, + 2838.340087890625, + 2845.4130859375, + 2850.46533203125, + 2856.754638671875, + 2861.509521484375, + 2864.69970703125, + 2865.21337890625, + 2865.676025390625, + 2868.28369140625, + 2871.3056640625, + 2871.39013671875, + 2871.15966796875, + 2866.8642578125, + 2865.1767578125, + 2865.901123046875 ], "timestamps": [ - "2026-06-17 16:55:00", - "2026-06-17 17:10:00", - "2026-06-17 17:25:00", - "2026-06-17 17:40:00", "2026-06-17 17:55:00", "2026-06-17 18:10:00", "2026-06-17 18:25:00", @@ -327,6 +323,10 @@ "2026-06-18 21:55:00", "2026-06-18 22:10:00", "2026-06-18 22:25:00", - "2026-06-18 22:40:00" + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 683a19d5d091ce742828b133b4a323b759bb808c..632f0a99f245681b2eeeb88df5b005c8a3dd1360 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:56:54.273141+00:00", + "evaluated_at": "2026-06-18T04:04:32.683771+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t032000z", - "data_fetched_at": "2026-06-18T03:55:09.612638Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t215400z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:02:22.288477Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []