diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index a3e921b7102744e8c406f74e0dbcd618b3276ea7..ed9f49fb371c187079813fa7409f3aa30ef38b8e 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.400,3.400,3.400,3.400,3.400,3.100,3.400,3.400,3.200 +2026-06-16,Chronos-2,3.300,3.000,3.300,3.600,3.400,3.100,3.300,3.600,3.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 835d753f5f4851053fb2958ca01ba408f05be932..48810bcc897dfd5148ef00195679c7bbd5a0312e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.35,3.2,3.35,3.25,3.35,2.85,3.35,3.25,3.3 +2026-W25,Chronos-Bolt-Mini,3.3,3.0,3.3,3.35,3.35,2.85,3.3,3.35,3.35 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..e4ef89e0ef582e089f37ec4dbbb4cbb0c1262c5d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,263690.58496602374,263690.58496602374,436.18359375,0.6264267747335086,0.0065811659013832085,0.006559684901395183,4.618213769546384,513.5081157742532,0.00773187843976627,0.006567605108266703,0.006265013079787829,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.345834660703684,22.345834660703684,3.6524171829223633,2.1067371381944047,0.1598800262704899,0.14129449832827615,48.90445553239535,4.7271381046785255,0.20756959399893793,0.16037838010774536,0.12868841871906067,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003992540422850359,0.003992540422850359,0.06032653529352198,0.059876216174903345,0.6786868861551715,0.41284096842280277,0.5592690858704041,0.06318655254759796,0.25405883311900324,0.24255935076121188,0.34615931791746896,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.004446550496358744,0.004446550496358744,0.04588870704174042,0.3610914708917879,0.04451886106208678,0.04585481796655245,2.1321425224076336,0.0666824601852597,0.06640576842798517,0.04569829674561217,0.043151435437230296,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.006700739294691023,0.006700739294691023,0.022412657737731934,0.16137119726989638,0.001561831896542386,0.0015775201496534858,5.099205722505846,0.08185804355523667,0.005826195059920328,0.001595206898673861,0.002153775886468338,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,77.60544457964568,77.60544457964568,4.514706969261169,0.7083436611684263,0.18636602692180756,0.21208246142115325,11.689653072024212,8.809395244830696,0.5065296442488988,0.2595902274188214,0.24383838239549993,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49432844382530067,0.49432844382530067,0.5745224952697754,0.22728362450232872,0.023741709489003043,0.024121975357325066,1.70456540453565,0.7030849478016868,0.029428042945461464,0.0240469842467762,0.024020474220580852,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.795067039783552,12.795067039783552,2.947515288988749,0.5895030577977498,0.47488588269336063,0.3008483612427243,4.827474625905355,3.5770192954167235,0.3532858563374542,0.2911126211346913,0.22658352348212515,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index f3aad09f212b2eae3e4033d0342f8571bc799a5b..166a07516a234322b08fe93a3c2829b88ea22136 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:22:33.659772+00:00", + "evaluated_at": "2026-06-16T14:46:14.377931+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ 66605.390625, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a2103c6db1290ca57e51b987ee6e03ba548e7525..77b578477084d6c76e02b08c0654bade52ee0321 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:14:59.368237+00:00", + "evaluated_at": "2026-06-16T14:49:57.707830+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,92 +122,92 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.22912061214447021, - 0.19349420070648193, - 0.15682244300842285, - 0.11332666873931885, - 0.06979942321777344, - 0.027390122413635254, - -0.015979647636413574, - -0.05969393253326416, - -0.09130632877349854, - -0.13434815406799316, - -0.16140544414520264, - -0.1914958953857422, - -0.22588586807250977, - -0.2476658821105957, - -0.29071271419525146, - -0.32403481006622314, - -0.37914037704467773, - -0.3993206024169922, - -0.4265143871307373, - -0.45168232917785645, - -0.4668295383453369, - -0.47199153900146484, - -0.4877967834472656, - -0.525604248046875 + -0.008930206298828125, + -0.03670763969421387, + -0.06743228435516357, + -0.10512995719909668, + -0.13774311542510986, + -0.1726595163345337, + -0.2066258192062378, + -0.2368013858795166, + -0.2584106922149658, + -0.292880654335022, + -0.3092024326324463, + -0.3302212953567505, + -0.35409581661224365, + -0.3714956045150757, + -0.4038883447647095, + -0.4255131483078003, + -0.4244140386581421, + -0.44259703159332275, + -0.45261943340301514, + -0.46657025814056396, + -0.4619501829147339, + -0.4533652067184448, + -0.4530073404312134, + -0.4665755033493042 ], "p10": [ - 0.20759785175323486, - 0.14479541778564453, - 0.07997786998748779, - 0.03302109241485596, - -0.018791913986206055, - -0.08773720264434814, - -0.14456462860107422, - -0.20340394973754883, - -0.2576324939727783, - -0.3066643476486206, - -0.3605945110321045, - -0.4095797538757324, - -0.45786166191101074, - -0.5173718929290771, - -0.5953993797302246, - -0.6240293979644775, - -0.5879032611846924, - -0.663184642791748, - -0.7451047897338867, - -0.8087124824523926, - -0.8478207588195801, - -0.8949573040008545, - -0.9502511024475098, - -1.0031423568725586 + -0.032291293144226074, + -0.08360946178436279, + -0.14267230033874512, + -0.18131005764007568, + -0.22650957107543945, + -0.2846752405166626, + -0.328690767288208, + -0.3774256706237793, + -0.41995012760162354, + -0.4586402177810669, + -0.4999321699142456, + -0.5360034704208374, + -0.5700820684432983, + -0.6119381189346313, + -0.6813896894454956, + -0.6959909200668335, + -0.6619817018508911, + -0.7222734689712524, + -0.789319634437561, + -0.8239091634750366, + -0.855462908744812, + -0.8877872228622437, + -0.9108277559280396, + -0.9608269929885864 ], "p90": [ - 0.31880509853363037, - 0.28700220584869385, - 0.2540930509567261, - 0.2363830804824829, - 0.21492254734039307, - 0.20048034191131592, - 0.16868555545806885, - 0.1554015874862671, - 0.1415560245513916, - 0.14344990253448486, - 0.12373161315917969, - 0.135667085647583, - 0.14739370346069336, - 0.17339253425598145, - 0.17006266117095947, - 0.08957028388977051, - 0.29196906089782715, - 0.25271546840667725, - 0.2770655155181885, - 0.33887267112731934, - 0.4002012014389038, - 0.4314420223236084, - 0.4613727331161499, - 0.5333360433578491 + 0.056192994117736816, + 0.031045913696289062, + 0.000506281852722168, + -0.010821223258972168, + -0.024628162384033203, + -0.034609079360961914, + -0.06153512001037598, + -0.06510186195373535, + -0.075539231300354, + -0.07386350631713867, + -0.08712458610534668, + -0.07732701301574707, + -0.0575486421585083, + -0.038858652114868164, + -0.036593079566955566, + -0.09762680530548096, + 0.08725762367248535, + 0.0642479658126831, + 0.0972752571105957, + 0.14361310005187988, + 0.15679681301116943, + 0.23952126502990723, + 0.27698397636413574, + 0.3676419258117676 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 37b42701dcd09849db58968bb92e537cb4a6f000..c4ab48fc32e5a57837db117efb6cecdf7f48836b 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:15:04.420549+00:00", + "evaluated_at": "2026-06-16T14:52:09.208846+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 1.0025608539581299, - 1.0093069076538086, - 1.0129621028900146, - 1.016760230064392, - 1.0186829566955566, - 1.0168490409851074, - 1.017195224761963, - 1.02487051486969, - 1.0267878770828247, - 1.024467945098877, - 1.021866798400879, - 1.0186312198638916, - 1.0212064981460571, - 1.022591233253479, - 1.023199439048767, - 1.0171802043914795, - 1.0021623373031616, - 0.9998193383216858, - 0.9946486949920654, - 0.9943107962608337, - 0.999861478805542, - 0.9996955394744873, - 0.9945904612541199, - 0.9912400245666504 + 1.0017846822738647, + 0.9983615875244141, + 0.9933977723121643, + 0.988969087600708, + 0.9896319508552551, + 0.9891579747200012, + 0.9869316816329956, + 0.986194372177124, + 0.9940463304519653, + 1.0021233558654785, + 1.0023894309997559, + 0.9922560453414917, + 0.9814521074295044, + 0.9711259603500366, + 0.9682654738426208, + 0.9619008898735046, + 0.9570629596710205, + 0.9562338590621948, + 0.9580971598625183, + 0.960147500038147, + 0.9628816843032837, + 0.9602348208427429, + 0.9648666381835938, + 0.967738926410675 ], "p10": [ - 0.9374432563781738, - 0.9252980947494507, - 0.9181199073791504, - 0.912452220916748, - 0.905373215675354, - 0.9015641808509827, - 0.9002202749252319, - 0.8999010324478149, - 0.8981263041496277, - 0.8955790400505066, - 0.8917240500450134, - 0.88433837890625, - 0.8856022357940674, - 0.8805001974105835, - 0.8777680397033691, - 0.8755595684051514, - 0.8490815758705139, - 0.8430884480476379, - 0.8424047827720642, - 0.8377335667610168, - 0.8381423950195312, - 0.8355271220207214, - 0.8322499990463257, - 0.8243650197982788 + 0.9611793160438538, + 0.9459860920906067, + 0.932884931564331, + 0.9209373593330383, + 0.9179216623306274, + 0.9140008091926575, + 0.907220184803009, + 0.9046162366867065, + 0.9041358828544617, + 0.906775712966919, + 0.9038097858428955, + 0.8935019373893738, + 0.8855292797088623, + 0.868363618850708, + 0.8641217350959778, + 0.8542289137840271, + 0.8584784269332886, + 0.8519918918609619, + 0.8516712188720703, + 0.8489704132080078, + 0.8454086780548096, + 0.8444321155548096, + 0.8432862162590027, + 0.8449184894561768 ], "p90": [ - 1.0801854133605957, - 1.103973150253296, - 1.1209620237350464, - 1.1353464126586914, - 1.1430338621139526, - 1.1513432264328003, - 1.1546590328216553, - 1.1678462028503418, - 1.1735590696334839, - 1.1720973253250122, - 1.1754916906356812, - 1.1759324073791504, - 1.1811456680297852, - 1.1905570030212402, - 1.1883302927017212, - 1.1880990266799927, - 1.1847869157791138, - 1.1840697526931763, - 1.184603214263916, - 1.190954566001892, - 1.1952271461486816, - 1.19988214969635, - 1.2011055946350098, - 1.1956015825271606 + 1.0447218418121338, + 1.0500547885894775, + 1.0513495206832886, + 1.0588454008102417, + 1.0678964853286743, + 1.0705971717834473, + 1.0740296840667725, + 1.0769199132919312, + 1.0910165309906006, + 1.1017110347747803, + 1.1061091423034668, + 1.1003237962722778, + 1.090907335281372, + 1.0829049348831177, + 1.0816559791564941, + 1.0840044021606445, + 1.0789973735809326, + 1.084974765777588, + 1.0891259908676147, + 1.0960478782653809, + 1.0983811616897583, + 1.1009464263916016, + 1.1097996234893799, + 1.1163508892059326 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4cf956e665803585a6b6fc9f3fa68ffe7dfc0eb3..bd153efcaa53f6e3f9bf66ed9d6ea077a88fcd40 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:15:08.331090+00:00", + "evaluated_at": "2026-06-16T14:58:34.715450+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..77b163083fd7d15c51bdc51d78f21a4cec6bd7ab 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,32 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-16T14:58:37.200708+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 62c6467b763eec1ee100a3f71d4d56a64dd785f3..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,10 +1,10 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 +open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 usgs_potomac_iv_usgs_00060,Hydrology,15min,1 diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 0dfad5d53cb12aa7c65d24f359f49f322bbf5798..101474a84283ac70acfb890903230069e890f138 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -960,3 +960,7 @@ {"evaluated_at": "2026-06-16T14:39:23.921935+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-16T14:39:23.921935+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-16T14:39:23.921935+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-16T15:59:44.696934+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7553bb7922c8bec8aeceb09d6066a93a52de5646..7b6d1c3fad7db2671679d9a5609b6dbee40efddd 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,641097.0293477377,440470.2273712158,570.5279947916666,0.819366011912317,0.008608395179208287,0.008567179557286782,4.816805992763598,800.685349777138,0.012055546941744108,0.00859017468560465,0.0065847093638281146,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,620405.8057607015,438521.3714472453,574.7802734375,0.8254729385265818,0.008672863238112704,0.00863244365675348,4.557484608212118,787.658432165048,0.011859752674745143,0.008654451735575067,0.006591971668856637,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.155414066086905,19.644515297660785,3.572635054588318,2.0607183061969487,0.15604167881700362,0.13959884970957623,35.732714683248126,4.489478150752814,0.197133897166357,0.15687513065322256,0.11519826414817132,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.007131091683765926,0.008309742882247862,0.07106730407879998,0.07906616951997811,0.5654338226382324,0.37235519990493476,0.48513010181751626,0.08444579139167284,0.40590806749705927,0.34160129931230826,0.397020881200789,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.003218169923247268,0.0032996605799259227,0.039567817002534866,0.31135334332450587,0.03998736223597938,0.0396012553562955,2.4272178167328584,0.0567289161120435,0.0567289161120435,0.039567817002534866,0.04751485315737901,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.061519455269402855,0.061760440898970814,0.205465881813628,0.20393214190374706,1.0130220285214229,0.625965689026477,1.0977891288808967,0.24803115786006172,0.9972771737406343,0.8261318282875959,0.6525248656938094,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.004447517859037298,0.004434118197145602,0.04573183258374532,0.35985704890793735,0.04423978720381836,0.04569171760047221,2.166312849581247,0.06668971329251085,0.06641299143924127,0.04554207322145085,0.0494815285796842,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.018485857658030607,0.02001539928504788,0.05017620325088501,0.3612688012194829,0.0034847701563339075,0.0035337126202516535,3.162869229457561,0.13596270686489956,0.009677060636504767,0.0035712598885728327,0.0038748915159366043,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,80.73735444383362,81.93370648773954,6.358666678269704,0.9976552776740538,0.3499295078393861,0.32606322769756246,8.308047042267079,8.98539673268986,0.5166495183781578,0.3656156956212469,0.27632629667245173,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4896341226790355,0.3172065352158218,0.47127501169840497,0.18643846616640194,0.019444775489628245,0.01949618319201646,1.979524360908257,0.6997386102531684,0.02928797997668975,0.019725498784672234,0.02713813913665277,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,44.24852590150825,14.18452706278588,3.110309620698293,0.6220619241396586,0.5078736633250404,0.31293815448519674,4.498262284199397,6.65195654687463,0.6569833626542845,0.3071910736492141,0.2369708365591683,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1827.6570180406172,1640.0329685285687,38.215494791666664,1.1050263554216866,0.012270957357872024,0.012187520579825362,4.822043692347514,42.75110545986638,0.013704107533548726,0.01225019199946574,0.007420786778390414,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1769.262243827184,1699.5566783957183,38.861165364583336,1.1236963478915662,0.012478910540370827,0.012392192647476263,4.825547992752258,42.062599109270266,0.013483402946740835,0.012457165336583411,0.0075407414808353,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 0a06034f6f92999bc78b25b9f266260aa1d002f9..e8ca8d5219e7776c0d188a74eac321256aebe958 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:36:56.957525+00:00", + "evaluated_at": "2026-06-16T15:39:42.212446+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ - 66573.26953125, - 66527.41796875, - 66601.6484375, - 66575.28515625, - 66626.78515625, - 66602.39453125, - 66666.55859375, - 66724.125, - 66814.67578125, - 66821.30078125, - 66866.7109375, - 66794.828125, - 66805.33984375, - 66711.53515625, - 66784.0, - 66886.75, - 66923.6953125, - 67035.2734375, - 66922.05859375, - 67014.73828125, - 67213.72265625, - 67269.25, - 67084.28125, - 67132.19921875 + 66606.05859375, + 66565.23828125, + 66511.96484375, + 66588.66015625, + 66658.33984375, + 66643.4140625, + 66746.71484375, + 66655.234375, + 66890.625, + 66698.3125, + 66838.32421875, + 66784.78515625, + 66824.7578125, + 66887.84765625, + 66888.234375, + 66941.44921875, + 66799.75390625, + 66917.26171875, + 67107.72265625, + 67037.203125, + 67071.21875, + 67106.6171875, + 67305.1640625, + 67278.53125 ], "p10": [ - 66201.12109375, - 66109.31640625, - 65936.3671875, - 66008.5234375, - 65909.0390625, - 65882.33984375, - 65852.41796875, - 65977.59375, - 65847.69140625, - 65879.73828125, - 65812.89453125, - 65789.2421875, - 65706.12890625, - 65500.3671875, - 65754.1796875, - 65850.046875, - 65863.9765625, - 65941.4921875, - 65634.2578125, - 65826.609375, - 65787.8203125, - 65932.45703125, - 65646.1171875, - 65579.140625 + 66219.6328125, + 66160.60546875, + 65995.19921875, + 65897.109375, + 65930.2421875, + 65951.53515625, + 65963.94140625, + 65859.33203125, + 65937.1484375, + 65679.83203125, + 65795.4296875, + 65849.3828125, + 65737.515625, + 65740.8828125, + 65680.328125, + 65750.4140625, + 65635.85546875, + 65738.33203125, + 65903.03125, + 65525.365234375, + 65568.412109375, + 65783.28125, + 66128.83984375, + 65764.671875 ], "p90": [ - 66905.60546875, - 66921.4921875, - 67189.0, - 67257.43359375, - 67359.484375, - 67506.68359375, - 67584.21484375, - 67636.66796875, - 67991.33203125, - 67895.9765625, - 68389.07421875, - 68495.8671875, - 68435.71484375, - 68190.65625, - 68105.99609375, - 68350.5, - 68212.3671875, - 68658.60546875, - 68537.4375, - 68763.78125, - 68859.26171875, - 69235.18359375, - 69057.1796875, - 68909.015625 + 66956.73046875, + 67016.2109375, + 67149.55078125, + 67247.9453125, + 67278.89453125, + 67594.484375, + 67794.08984375, + 67617.3984375, + 67956.8046875, + 68177.734375, + 68037.9609375, + 68138.09375, + 68077.1328125, + 68477.359375, + 68790.10546875, + 68651.37109375, + 68309.77734375, + 68467.98046875, + 68801.765625, + 68560.37109375, + 69173.3984375, + 69308.2734375, + 69651.23828125, + 69440.859375 ], "timestamps": [ "2026-06-11 15:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8ff8ec1a03e38f8dedd82e024b8b43399212650a..f6bd0779e028ee2c53567f67c6126d190ecd0cd0 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:17:48.132648+00:00", + "evaluated_at": "2026-06-16T15:52:41.354665+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,92 +122,92 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.27458250522613525, - 0.2229698896408081, - 0.1694665551185608, - 0.1261054277420044, - 0.07878029346466064, - 0.03423267602920532, - -0.011233627796173096, - -0.05221700668334961, - -0.10359686613082886, - -0.14158529043197632, - -0.17128491401672363, - -0.19558411836624146, - -0.24968034029006958, - -0.2607593536376953, - -0.3066738247871399, - -0.37301647663116455, - -0.36832356452941895, - -0.3887019157409668, - -0.4116039276123047, - -0.47087860107421875, - -0.49158167839050293, - -0.4802004098892212, - -0.5248764753341675, - -0.5678941011428833 + 0.026679575443267822, + -0.025417029857635498, + -0.06465834379196167, + -0.11617475748062134, + -0.15265744924545288, + -0.19572174549102783, + -0.2444237470626831, + -0.2996140718460083, + -0.35100114345550537, + -0.3819591999053955, + -0.4193462133407593, + -0.4245404005050659, + -0.46225738525390625, + -0.5190058946609497, + -0.5339504480361938, + -0.5989118814468384, + -0.6268067359924316, + -0.6458389759063721, + -0.6821889877319336, + -0.7461603879928589, + -0.7982733249664307, + -0.8056834936141968, + -0.8072905540466309, + -0.8267613649368286 ], "p10": [ - 0.24980413913726807, - 0.18592005968093872, - 0.12167340517044067, - 0.06463879346847534, - 0.00437694787979126, - -0.042628705501556396, - -0.09859567880630493, - -0.16570186614990234, - -0.2233681082725525, - -0.2824941873550415, - -0.33231258392333984, - -0.3887035846710205, - -0.4508093595504761, - -0.5151288509368896, - -0.516716718673706, - -0.6606876850128174, - -0.638778805732727, - -0.7348266839981079, - -0.7586685419082642, - -0.906955361366272, - -0.9892235994338989, - -0.9412996768951416, - -1.0012500286102295, - -1.0805695056915283 + 0.006249845027923584, + -0.055554747581481934, + -0.11474668979644775, + -0.16262853145599365, + -0.2126116156578064, + -0.2648118734359741, + -0.32910799980163574, + -0.38118261098861694, + -0.45364677906036377, + -0.5359985828399658, + -0.5688722133636475, + -0.6193971633911133, + -0.6434296369552612, + -0.7151521444320679, + -0.7170779705047607, + -0.794597864151001, + -0.8828177452087402, + -0.9514262676239014, + -0.988876461982727, + -1.0813422203063965, + -1.2553468942642212, + -1.2798255681991577, + -1.3656071424484253, + -1.3339180946350098 ], "p90": [ - 0.3016546964645386, - 0.25370240211486816, - 0.22724008560180664, - 0.1784360408782959, - 0.1392335295677185, - 0.1184878945350647, - 0.0715336799621582, - 0.02852165699005127, - 0.017572522163391113, - 0.028194785118103027, - -0.02463209629058838, - -0.03216975927352905, - -0.0729333758354187, - -0.05699115991592407, - -0.1212049126625061, - -0.1407570242881775, - -0.0971149206161499, - -0.097881019115448, - 0.022573232650756836, - 0.04404371976852417, - -0.04537403583526611, - -0.04654771089553833, - 0.013581275939941406, - 0.057591140270233154 + 0.04986369609832764, + 0.0064005255699157715, + -0.022303521633148193, + -0.06369984149932861, + -0.07965421676635742, + -0.12765532732009888, + -0.16880738735198975, + -0.20019793510437012, + -0.2380352020263672, + -0.28136736154556274, + -0.29709506034851074, + -0.26836109161376953, + -0.31185686588287354, + -0.3232648968696594, + -0.30150628089904785, + -0.3546494245529175, + -0.377227246761322, + -0.3906821012496948, + -0.33212023973464966, + -0.3242507576942444, + -0.4045768976211548, + -0.31510740518569946, + -0.2891150712966919, + -0.31843435764312744 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 03224e81bed8409f82209cfeaef341ce82f47a28..a9c95387e3426966944d5455a89b0507e681ac87 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:17:53.897750+00:00", + "evaluated_at": "2026-06-16T15:52:49.605669+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 1.0043649673461914, - 1.0200849771499634, - 1.029699981212616, - 1.0070379376411438, - 1.0049641132354736, - 1.0001923739910126, - 0.998852550983429, - 0.9994692802429199, - 1.0058435201644897, - 0.9911677837371826, - 1.0127266645431519, - 1.000300943851471, - 1.0043714046478271, - 0.9927514791488647, - 0.9947747886180878, - 0.985917866230011, - 0.994239330291748, - 0.9986352920532227, - 0.9955716729164124, - 0.9742702841758728, - 0.9975957870483398, - 1.0087249875068665, - 0.9835525751113892, - 1.0066238045692444 + 1.0021637082099915, + 0.99447101354599, + 0.9978132843971252, + 0.996050238609314, + 1.006428062915802, + 1.0105758309364319, + 1.0013428330421448, + 0.9879232347011566, + 0.9912213385105133, + 0.9801199436187744, + 0.9862038791179657, + 0.9888237714767456, + 0.969447523355484, + 0.9780013263225555, + 0.9755041897296906, + 0.9541503190994263, + 0.9645242691040039, + 0.9578840434551239, + 0.9769542515277863, + 0.9639793336391449, + 0.9632302522659302, + 0.9625884890556335, + 0.9517145156860352, + 0.9495106637477875 ], "p10": [ - 0.9268750548362732, - 0.8972598314285278, - 0.9035921096801758, - 0.8876664638519287, - 0.88994300365448, - 0.8636347055435181, - 0.8641749322414398, - 0.8464934825897217, - 0.8106502294540405, - 0.8312346935272217, - 0.8418594002723694, - 0.8515000343322754, - 0.8461214601993561, - 0.8202071785926819, - 0.8320790827274323, - 0.8077031970024109, - 0.8184811472892761, - 0.821949303150177, - 0.803623378276825, - 0.8182215690612793, - 0.8331316411495209, - 0.8239944875240326, - 0.7788177728652954, - 0.7890072464942932 + 0.9327178001403809, + 0.9209589958190918, + 0.8945313990116119, + 0.9025696516036987, + 0.9116271436214447, + 0.8911376595497131, + 0.89348965883255, + 0.8735799789428711, + 0.8632973432540894, + 0.8512975871562958, + 0.8533948659896851, + 0.839011549949646, + 0.8276262581348419, + 0.8330806791782379, + 0.8304668068885803, + 0.827259361743927, + 0.7808875441551208, + 0.7857185006141663, + 0.8121138513088226, + 0.7819424867630005, + 0.8109387755393982, + 0.7784202694892883, + 0.7955338954925537, + 0.7926225364208221 ], "p90": [ - 1.0970549583435059, - 1.121133267879486, - 1.1459086537361145, - 1.1177947521209717, - 1.1307991743087769, - 1.117199182510376, - 1.1404661536216736, - 1.153436005115509, - 1.167184591293335, - 1.1690548658370972, - 1.1779990196228027, - 1.1545422077178955, - 1.1904097199440002, - 1.167502760887146, - 1.1850269436836243, - 1.1707236170768738, - 1.1512609720230103, - 1.1808326840400696, - 1.1833705306053162, - 1.1934099793434143, - 1.1668309569358826, - 1.1962620615959167, - 1.1762727499008179, - 1.1815367937088013 + 1.0622577667236328, + 1.0796646475791931, + 1.0722306966781616, + 1.0861844420433044, + 1.1205382347106934, + 1.100112497806549, + 1.1099976897239685, + 1.114424228668213, + 1.1158719062805176, + 1.105113923549652, + 1.115314781665802, + 1.1040151715278625, + 1.1084585189819336, + 1.1276206374168396, + 1.15049809217453, + 1.086131989955902, + 1.13813316822052, + 1.1218502521514893, + 1.1349101662635803, + 1.1208366751670837, + 1.1388988494873047, + 1.1189460754394531, + 1.1215296983718872, + 1.1358016729354858 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 634055f8e50cbfe3b015d7b3e4cd7ca69e79dd6f..8d52543f40c80f3c8795c0b14d21c584106152b1 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:18:00.184478+00:00", + "evaluated_at": "2026-06-16T15:53:02.693380+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 3060.0 ], "p50": [ - 3154.3797607421875, - 3152.9891357421875, - 3156.8070068359375, - 3159.11669921875, - 3156.7813720703125, - 3154.320556640625, - 3158.2200927734375, - 3156.9962158203125, - 3156.5467529296875, - 3155.53857421875, - 3155.1107177734375, - 3156.7410888671875, - 3153.9970703125, - 3156.263671875, - 3157.498046875, - 3158.8126220703125, - 3156.430908203125, - 3157.5244140625, - 3154.1689453125, - 3158.3021240234375, - 3150.144775390625, - 3161.76416015625, - 3153.5546875, - 3154.5533447265625 + 3158.7811279296875, + 3157.167724609375, + 3152.2840576171875, + 3159.5751953125, + 3159.0699462890625, + 3152.380126953125, + 3154.8309326171875, + 3156.0211181640625, + 3153.6517333984375, + 3157.208740234375, + 3153.0975341796875, + 3153.41064453125, + 3156.572998046875, + 3151.009033203125, + 3155.374755859375, + 3156.2957763671875, + 3154.9884033203125, + 3156.632080078125, + 3155.9178466796875, + 3152.8980712890625, + 3156.0159912109375, + 3157.658203125, + 3158.2218017578125, + 3156.36669921875 ], "p10": [ - 3107.0570068359375, - 3104.72021484375, - 3105.191650390625, - 3114.181396484375, - 3115.0003662109375, - 3118.2686767578125, - 3118.91162109375, - 3120.727783203125, - 3124.34130859375, - 3114.238525390625, - 3116.1903076171875, - 3112.404541015625, - 3115.87255859375, - 3113.3353271484375, - 3118.49853515625, - 3111.640380859375, - 3118.419189453125, - 3112.3040771484375, - 3111.0169677734375, - 3112.7232666015625, - 3103.0584716796875, - 3124.884765625, - 3105.1688232421875, - 3109.29736328125 + 3119.6517333984375, + 3111.1009521484375, + 3105.7828369140625, + 3114.9381103515625, + 3121.3575439453125, + 3116.1290283203125, + 3121.31201171875, + 3111.1143798828125, + 3117.001708984375, + 3122.911376953125, + 3117.833740234375, + 3119.8212890625, + 3105.7618408203125, + 3108.304443359375, + 3101.625244140625, + 3109.260986328125, + 3113.015380859375, + 3097.47900390625, + 3104.830322265625, + 3106.77001953125, + 3109.0860595703125, + 3105.727783203125, + 3113.9393310546875, + 3108.2843017578125 ], "p90": [ - 3194.0477294921875, - 3199.058837890625, - 3201.15234375, - 3205.006591796875, - 3197.9339599609375, - 3189.38671875, - 3205.5198974609375, - 3194.3907470703125, - 3206.012939453125, - 3193.2593994140625, - 3197.33740234375, - 3198.771484375, - 3204.57958984375, - 3213.4862060546875, - 3206.345458984375, - 3209.8729248046875, - 3218.4510498046875, - 3222.8450927734375, - 3215.0341796875, - 3211.739990234375, - 3198.6004638671875, - 3219.0673828125, - 3206.861572265625, - 3219.7467041015625 + 3201.5399169921875, + 3211.658203125, + 3199.9307861328125, + 3204.8663330078125, + 3203.2030029296875, + 3193.4949951171875, + 3196.530517578125, + 3193.800048828125, + 3197.8450927734375, + 3198.799560546875, + 3189.605712890625, + 3203.2230224609375, + 3210.68310546875, + 3205.6253662109375, + 3219.534423828125, + 3208.7696533203125, + 3220.2623291015625, + 3210.031982421875, + 3207.96728515625, + 3215.2415771484375, + 3208.2359619140625, + 3209.4866943359375, + 3210.189208984375, + 3217.2593994140625 ], "timestamps": [ "2026-06-16 03:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8551130596bc9bb4609ad722c851abe99d04098f..092aba2ad423698fdda528114eabf8c016b108a6 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,41 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T14:37:39.661161+00:00", + "evaluated_at": "2026-06-16T15:53:05.648193+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 81, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 6ffd3980df15f8d277c6e356a4a5edd256cb9f60..f9b1423128f18d0a103c1bde5d4c83d3d77559a7 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,206 @@ { - "status": "partial", - "started_at": "2026-06-16T14:08:38.180355+00:00", - "finished_at": "2026-06-16T15:37:26.794739+00:00", - "task_count": 10, + "status": "ok", + "started_at": "2026-06-16T14:43:25.204057+00:00", + "finished_at": "2026-06-16T15:59:44.687742+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-16T15:37:31.117510+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-16T14:58:37.200708+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-16T15:19:22.740307+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:32:32.245525+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-16T15:39:20.614577+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-16T15:53:05.648193+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-16T15:59:44.684765+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_144614.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_144614.json new file mode 100644 index 0000000000000000000000000000000000000000..129b2b17a0bdc7b81462f21f9c07d6b2b379c4e0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_144614.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T14:46:14.377931+00:00", + "metrics": { + "MSE[mean]": 263690.58496602374, + "MSE[0.5]": 263690.58496602374, + "MAE[0.5]": 436.18359375, + "MASE[0.5]": 0.6264267747335086, + "MAPE[0.5]": 0.0065811659013832085, + "sMAPE[0.5]": 0.006559684901395183, + "MSIS": 4.618213769546384, + "RMSE[mean]": 513.5081157742532, + "NRMSE[mean]": 0.00773187843976627, + "ND[0.5]": 0.006567605108266703, + "mean_weighted_sum_quantile_loss": 0.006265013079787829 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66605.390625, + 66582.4609375, + 66599.640625, + 66608.7421875, + 66623.9140625, + 66620.6953125, + 66633.7890625, + 66664.515625, + 66702.390625, + 66686.6484375, + 66712.5390625, + 66712.671875, + 66715.21875, + 66734.296875, + 66758.2265625, + 66712.421875, + 66741.625, + 66733.546875, + 66746.4609375, + 66735.46875, + 66786.0625, + 66769.5390625, + 66782.4140625, + 66769.7265625 + ], + "p10": [ + 66205.078125, + 66058.9921875, + 65979.4296875, + 65903.8515625, + 65868.4453125, + 65781.171875, + 65720.3046875, + 65648.6640625, + 65606.1953125, + 65592.484375, + 65444.8125, + 65349.41796875, + 65248.58203125, + 65142.13671875, + 65088.6640625, + 65003.4375, + 64956.58984375, + 64885.55078125, + 64846.2890625, + 64825.95703125, + 64799.68359375, + 64725.421875, + 64652.68359375, + 64612.5 + ], + "p90": [ + 66939.359375, + 66951.4140625, + 67050.125, + 67149.59375, + 67199.0390625, + 67265.5078125, + 67333.4921875, + 67415.9296875, + 67452.0859375, + 67504.8515625, + 67613.2578125, + 67648.4765625, + 67695.3125, + 67682.2734375, + 67749.140625, + 67767.5078125, + 67905.8828125, + 67937.8828125, + 67957.296875, + 68026.84375, + 68040.953125, + 68112.28125, + 68137.9765625, + 68211.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_153942.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_153942.json new file mode 100644 index 0000000000000000000000000000000000000000..37d96d6303c381d1f0bb2afd96a25002c11bebba --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_153942.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T15:39:42.212446+00:00", + "metrics": { + "MSE[mean]": 620405.8057607015, + "MSE[0.5]": 438521.3714472453, + "MAE[0.5]": 574.7802734375, + "MASE[0.5]": 0.8254729385265818, + "MAPE[0.5]": 0.008672863238112704, + "sMAPE[0.5]": 0.00863244365675348, + "MSIS": 4.557484608212118, + "RMSE[mean]": 787.658432165048, + "NRMSE[mean]": 0.011859752674745143, + "ND[0.5]": 0.008654451735575067, + "mean_weighted_sum_quantile_loss": 0.006591971668856637 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66606.05859375, + 66565.23828125, + 66511.96484375, + 66588.66015625, + 66658.33984375, + 66643.4140625, + 66746.71484375, + 66655.234375, + 66890.625, + 66698.3125, + 66838.32421875, + 66784.78515625, + 66824.7578125, + 66887.84765625, + 66888.234375, + 66941.44921875, + 66799.75390625, + 66917.26171875, + 67107.72265625, + 67037.203125, + 67071.21875, + 67106.6171875, + 67305.1640625, + 67278.53125 + ], + "p10": [ + 66219.6328125, + 66160.60546875, + 65995.19921875, + 65897.109375, + 65930.2421875, + 65951.53515625, + 65963.94140625, + 65859.33203125, + 65937.1484375, + 65679.83203125, + 65795.4296875, + 65849.3828125, + 65737.515625, + 65740.8828125, + 65680.328125, + 65750.4140625, + 65635.85546875, + 65738.33203125, + 65903.03125, + 65525.365234375, + 65568.412109375, + 65783.28125, + 66128.83984375, + 65764.671875 + ], + "p90": [ + 66956.73046875, + 67016.2109375, + 67149.55078125, + 67247.9453125, + 67278.89453125, + 67594.484375, + 67794.08984375, + 67617.3984375, + 67956.8046875, + 68177.734375, + 68037.9609375, + 68138.09375, + 68077.1328125, + 68477.359375, + 68790.10546875, + 68651.37109375, + 68309.77734375, + 68467.98046875, + 68801.765625, + 68560.37109375, + 69173.3984375, + 69308.2734375, + 69651.23828125, + 69440.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_155320.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_155320.json new file mode 100644 index 0000000000000000000000000000000000000000..0f50dd51256c6aa5c7bc38512696046b66162534 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_155320.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T15:53:20.297052+00:00", + "metrics": { + "MSE[mean]": 262128.25846354166, + "MSE[0.5]": 262128.25846354166, + "MAE[0.5]": 430.9973958333333, + "MASE[0.5]": 0.6189785963044749, + "MAPE[0.5]": 0.006471923543113753, + "sMAPE[0.5]": 0.006500725929363954, + "MSIS": 5.612082065537145, + "RMSE[mean]": 511.98462717501747, + "NRMSE[mean]": 0.007708939311266033, + "ND[0.5]": 0.00648951666014982, + "mean_weighted_sum_quantile_loss": 0.007531756513496284 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66472.0625, + 66416.3125, + 66360.5625, + 66304.8125, + 66263.0, + 66207.25, + 66193.3125, + 66151.5, + 66095.75, + 66067.875, + 66033.03125, + 66012.125, + 65977.28125, + 65949.40625, + 65900.625, + 65872.75, + 65817.0, + 65803.0625, + 65782.15625, + 65768.21875, + 65768.21875, + 65733.375, + 65719.4375, + 65691.5625 + ], + "p10": [ + 66123.625, + 65837.90625, + 65566.125, + 65350.09375, + 65168.90625, + 65019.078125, + 64876.21875, + 64736.84375, + 64606.1796875, + 64539.9765625, + 64480.7421875, + 64418.89453125, + 64357.046875, + 64309.5703125, + 64258.61328125, + 64174.1171875, + 64199.37890625, + 64161.921875, + 64119.23828125, + 64092.234375, + 64070.45703125, + 64031.2578125, + 64006.8671875, + 63987.703125 + ], + "p90": [ + 66736.875, + 66778.6875, + 66820.5, + 66848.375, + 66862.3125, + 66862.3125, + 66890.1875, + 66904.125, + 66918.0625, + 66918.0625, + 66918.0625, + 66932.0, + 66932.0, + 66918.0625, + 66904.125, + 66945.9375, + 66890.1875, + 66890.1875, + 66890.1875, + 66904.125, + 66904.125, + 66890.1875, + 66904.125, + 66904.125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_150907.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_150907.json new file mode 100644 index 0000000000000000000000000000000000000000..c50994fd9edbe83db3b0ea3adec28cd1646894f3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_150907.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T15:09:07.348954+00:00", + "metrics": { + "MSE[mean]": 141438.28437550864, + "MSE[0.5]": 212856.36307525635, + "MAE[0.5]": 381.4482421875, + "MASE[0.5]": 0.5478183854348188, + "MAPE[0.5]": 0.00572602551737382, + "sMAPE[0.5]": 0.0057477513244864435, + "MSIS": 5.233691273191115, + "RMSE[mean]": 376.08281584713313, + "NRMSE[mean]": 0.005662669247263399, + "ND[0.5]": 0.005743456333128025, + "mean_weighted_sum_quantile_loss": 0.004457919673900793 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66408.4453125, + 66350.015625, + 66312.390625, + 66269.0, + 66213.7890625, + 66200.3125, + 66221.421875, + 66172.625, + 66186.703125, + 66134.59375, + 66109.171875, + 66099.53125, + 66093.59375, + 66103.5859375, + 66042.4375, + 65978.1953125, + 65992.625, + 65945.6640625, + 65943.53125, + 65909.859375, + 65942.828125, + 65923.2421875, + 65929.65625, + 65942.4765625 + ], + "p10": [ + 66360.75, + 66397.7890625, + 66308.703125, + 66311.9375, + 66269.59375, + 66223.90625, + 66159.40625, + 66178.53125, + 66127.03125, + 66209.984375, + 66170.03125, + 66039.75, + 66048.65625, + 66094.140625, + 66084.171875, + 66035.640625, + 65996.171875, + 65841.1796875, + 65985.96875, + 65927.859375, + 65973.0625, + 66047.28125, + 65902.078125, + 65874.890625 + ], + "p90": [ + 66746.78125, + 66775.5, + 66798.421875, + 66833.078125, + 66813.0, + 66826.5, + 66872.96875, + 66876.9453125, + 66906.5546875, + 66910.671875, + 66956.65625, + 66900.2109375, + 66944.2265625, + 67008.3984375, + 66923.796875, + 66938.21875, + 66961.6796875, + 66943.765625, + 66980.9375, + 66981.671875, + 67008.25, + 67012.71875, + 67012.1328125, + 67059.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_153529.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_153529.json new file mode 100644 index 0000000000000000000000000000000000000000..a47a9a5715ac1e43e9f70037460a79eee4d7405e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_153529.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T15:35:29.231088+00:00", + "metrics": { + "MSE[mean]": 135472.70400238037, + "MSE[0.5]": 135472.70400238037, + "MAE[0.5]": 279.8271484375, + "MASE[0.5]": 0.4018748540529624, + "MAPE[0.5]": 0.00421554128668416, + "sMAPE[0.5]": 0.004212235085593228, + "MSIS": 5.049124458023703, + "RMSE[mean]": 368.06616796763643, + "NRMSE[mean]": 0.005541962787142081, + "ND[0.5]": 0.004213350148522935, + "mean_weighted_sum_quantile_loss": 0.005623101616608414 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66564.03125, + 66535.296875, + 66527.65625, + 66532.828125, + 66534.765625, + 66521.9375, + 66510.9140625, + 66490.484375, + 66472.65625, + 66465.453125, + 66479.046875, + 66486.3828125, + 66485.390625, + 66470.9765625, + 66465.875, + 66441.0078125, + 66435.90625, + 66447.515625, + 66453.234375, + 66446.84375, + 66436.984375, + 66416.1015625, + 66397.515625, + 66388.203125 + ], + "p10": [ + 66224.265625, + 66012.9453125, + 65857.359375, + 65741.609375, + 65656.0390625, + 65570.6875, + 65468.90234375, + 65372.46484375, + 65312.30859375, + 65260.32421875, + 65209.78125, + 65178.41015625, + 65123.26171875, + 65038.7890625, + 64960.8046875, + 64897.28515625, + 64880.15625, + 64851.62890625, + 64820.1953125, + 64777.05859375, + 64719.21484375, + 64639.2109375, + 64566.671875, + 64526.1953125 + ], + "p90": [ + 66844.0859375, + 66915.6875, + 67001.2578125, + 67105.96875, + 67194.15625, + 67270.3359375, + 67354.3828125, + 67411.6328125, + 67454.2890625, + 67508.421875, + 67576.734375, + 67626.671875, + 67661.0859375, + 67686.046875, + 67735.546875, + 67728.359375, + 67754.9375, + 67828.8984375, + 67903.9375, + 67955.65625, + 67964.96875, + 67976.953125, + 67975.484375, + 67993.1328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_152858.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_152858.json new file mode 100644 index 0000000000000000000000000000000000000000..629fb777a479c2f591f3a7da7cd759e0a0899630 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_152858.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:28:58.379725+00:00", + "metrics": { + "MSE[mean]": 191051.57177734375, + "MSE[0.5]": 191051.57177734375, + "MAE[0.5]": 357.2897135416667, + "MASE[0.5]": 0.513123019999799, + "MAPE[0.5]": 0.0053872326267872745, + "sMAPE[0.5]": 0.005376485603437121, + "MSIS": 5.29747833906369, + "RMSE[mean]": 437.0944655075648, + "NRMSE[mean]": 0.006581320080800463, + "ND[0.5]": 0.005379701991112307, + "mean_weighted_sum_quantile_loss": 0.006242715600578 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00" + ], + "context": [ + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875 + ], + "actual": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65746.1484375 + ], + "predictions": { + "p50": [ + 66540.8359375, + 66526.0546875, + 66554.4140625, + 66565.9375, + 66577.7578125, + 66594.3125, + 66589.8203125, + 66567.703125, + 66564.0859375, + 66572.59375, + 66590.734375, + 66601.8203125, + 66614.375, + 66605.78125, + 66574.8046875, + 66591.0390625, + 66597.2734375, + 66602.7421875, + 66610.484375, + 66616.6953125, + 66607.046875, + 66611.5390625, + 66606.5, + 66607.8203125 + ], + "p10": [ + 66213.171875, + 66085.8125, + 66002.5078125, + 65904.484375, + 65821.96875, + 65750.3359375, + 65639.09375, + 65538.40625, + 65463.12890625, + 65402.52734375, + 65336.03515625, + 65269.2578125, + 65199.7265625, + 65117.46875, + 65012.80859375, + 64956.87109375, + 64927.7109375, + 64893.62890625, + 64837.2109375, + 64785.6171875, + 64738.5, + 64684.640625, + 64647.53515625, + 64605.2578125 + ], + "p90": [ + 66868.4375, + 66958.1875, + 67106.8671875, + 67223.6015625, + 67341.859375, + 67449.1328125, + 67536.734375, + 67581.4453125, + 67671.21875, + 67769.3125, + 67862.25, + 67956.421875, + 68043.2109375, + 68088.2890625, + 68162.3984375, + 68242.15625, + 68313.40625, + 68389.875, + 68481.578125, + 68539.390625, + 68609.2734375, + 68690.0546875, + 68738.234375, + 68797.8125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_145834.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_145834.json new file mode 100644 index 0000000000000000000000000000000000000000..d57e07d93df4e4786c011deea21eaa5f376c36b9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260616_145834.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T14:58:34.715450+00:00", + "metrics": { + "MSE[mean]": 258.74086638291675, + "MSE[0.5]": 258.74086638291675, + "MAE[0.5]": 4.89532470703125, + "MASE[0.5]": 0.1415515577936747, + "MAPE[0.5]": 0.001574139503727435, + "sMAPE[0.5]": 0.0015714845010692524, + "MSIS": 3.476107751317771, + "RMSE[mean]": 16.085424034911753, + "NRMSE[mean]": 0.005156273231439589, + "ND[0.5]": 0.0015692238943335113, + "mean_weighted_sum_quantile_loss": 0.0024463777579053687 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3120.12939453125, + 3120.26171875, + 3120.1064453125, + 3119.85791015625, + 3119.858154296875, + 3120.02294921875, + 3119.764892578125, + 3119.933349609375, + 3120.083740234375, + 3120.28515625, + 3120.47607421875, + 3119.9248046875, + 3120.19189453125, + 3120.56201171875, + 3119.811279296875, + 3120.582763671875, + 3119.282470703125, + 3119.333251953125, + 3119.2314453125, + 3120.16064453125, + 3120.32470703125, + 3120.6435546875, + 3120.32470703125, + 3120.32958984375 + ], + "p10": [ + 3117.221923828125, + 3116.3486328125, + 3115.900146484375, + 3115.364013671875, + 3114.554443359375, + 3114.037353515625, + 3113.60400390625, + 3113.33740234375, + 3113.07421875, + 3112.7744140625, + 3112.444091796875, + 3112.04248046875, + 3112.49462890625, + 3112.11962890625, + 3111.252685546875, + 3111.41845703125, + 3100.78564453125, + 3100.15185546875, + 3101.30322265625, + 3100.541748046875, + 3099.859130859375, + 3098.6259765625, + 3098.57177734375, + 3098.88818359375 + ], + "p90": [ + 3129.79345703125, + 3133.51806640625, + 3139.269775390625, + 3146.695068359375, + 3152.03564453125, + 3157.9384765625, + 3160.581787109375, + 3162.1650390625, + 3164.42724609375, + 3168.504638671875, + 3169.550537109375, + 3172.2509765625, + 3173.726318359375, + 3175.553955078125, + 3175.726806640625, + 3175.876220703125, + 3172.119140625, + 3172.0263671875, + 3172.354248046875, + 3173.707275390625, + 3173.56787109375, + 3174.458740234375, + 3175.026123046875, + 3175.484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_155302.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_155302.json new file mode 100644 index 0000000000000000000000000000000000000000..efe64f94fa31408a901f9370412220c0cad3e4b9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260616_155302.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T15:53:02.693380+00:00", + "metrics": { + "MSE[mean]": 1769.262243827184, + "MSE[0.5]": 1699.5566783957183, + "MAE[0.5]": 38.861165364583336, + "MASE[0.5]": 1.1236963478915662, + "MAPE[0.5]": 0.012478910540370827, + "sMAPE[0.5]": 0.012392192647476263, + "MSIS": 4.825547992752258, + "RMSE[mean]": 42.062599109270266, + "NRMSE[mean]": 0.013483402946740835, + "ND[0.5]": 0.012457165336583411, + "mean_weighted_sum_quantile_loss": 0.0075407414808353 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3158.7811279296875, + 3157.167724609375, + 3152.2840576171875, + 3159.5751953125, + 3159.0699462890625, + 3152.380126953125, + 3154.8309326171875, + 3156.0211181640625, + 3153.6517333984375, + 3157.208740234375, + 3153.0975341796875, + 3153.41064453125, + 3156.572998046875, + 3151.009033203125, + 3155.374755859375, + 3156.2957763671875, + 3154.9884033203125, + 3156.632080078125, + 3155.9178466796875, + 3152.8980712890625, + 3156.0159912109375, + 3157.658203125, + 3158.2218017578125, + 3156.36669921875 + ], + "p10": [ + 3119.6517333984375, + 3111.1009521484375, + 3105.7828369140625, + 3114.9381103515625, + 3121.3575439453125, + 3116.1290283203125, + 3121.31201171875, + 3111.1143798828125, + 3117.001708984375, + 3122.911376953125, + 3117.833740234375, + 3119.8212890625, + 3105.7618408203125, + 3108.304443359375, + 3101.625244140625, + 3109.260986328125, + 3113.015380859375, + 3097.47900390625, + 3104.830322265625, + 3106.77001953125, + 3109.0860595703125, + 3105.727783203125, + 3113.9393310546875, + 3108.2843017578125 + ], + "p90": [ + 3201.5399169921875, + 3211.658203125, + 3199.9307861328125, + 3204.8663330078125, + 3203.2030029296875, + 3193.4949951171875, + 3196.530517578125, + 3193.800048828125, + 3197.8450927734375, + 3198.799560546875, + 3189.605712890625, + 3203.2230224609375, + 3210.68310546875, + 3205.6253662109375, + 3219.534423828125, + 3208.7696533203125, + 3220.2623291015625, + 3210.031982421875, + 3207.96728515625, + 3215.2415771484375, + 3208.2359619140625, + 3209.4866943359375, + 3210.189208984375, + 3217.2593994140625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_155940.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_155940.json new file mode 100644 index 0000000000000000000000000000000000000000..3db80e2890451005c84a9905939481e1f0c59b1a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260616_155940.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T15:59:40.553458+00:00", + "metrics": { + "MSE[mean]": 271.7927171389262, + "MSE[0.5]": 271.7927171389262, + "MAE[0.5]": 6.015706380208333, + "MASE[0.5]": 0.1739481362951807, + "MAPE[0.5]": 0.001934363600900737, + "sMAPE[0.5]": 0.0019304442299875844, + "MSIS": 4.174040497929217, + "RMSE[mean]": 16.48613711998436, + "NRMSE[mean]": 0.005284724066777409, + "ND[0.5]": 0.0019283685471483906, + "mean_weighted_sum_quantile_loss": 0.002339097114396435 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3121.154296875, + 3121.875, + 3121.154296875, + 3121.39453125, + 3121.154296875, + 3121.634765625, + 3121.39453125, + 3121.634765625, + 3121.154296875, + 3121.634765625, + 3121.39453125, + 3121.154296875, + 3121.154296875, + 3121.634765625, + 3121.634765625, + 3121.875, + 3119.953125, + 3120.673828125, + 3120.9140625, + 3121.875, + 3121.39453125, + 3121.39453125, + 3122.8359375, + 3123.556640625 + ], + "p10": [ + 3120.193359375, + 3120.193359375, + 3119.712890625, + 3120.193359375, + 3119.47265625, + 3120.43359375, + 3119.712890625, + 3120.43359375, + 3119.953125, + 3120.673828125, + 3120.193359375, + 3120.193359375, + 3119.712890625, + 3120.43359375, + 3119.47265625, + 3120.43359375, + 3117.0703125, + 3117.0703125, + 3116.58984375, + 3117.310546875, + 3117.0703125, + 3115.869140625, + 3116.58984375, + 3116.109375 + ], + "p90": [ + 3125.23828125, + 3129.802734375, + 3133.166015625, + 3137.25, + 3140.9736328125, + 3145.41796875, + 3149.7421875, + 3156.40869140625, + 3162.234375, + 3167.279296875, + 3172.6845703125, + 3175.927734375, + 3178.2099609375, + 3179.771484375, + 3180.01171875, + 3179.05078125, + 3172.8046875, + 3176.16796875, + 3177.9697265625, + 3179.291015625, + 3178.99072265625, + 3179.8916015625, + 3180.732421875, + 3181.15283203125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_151842.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_151842.json new file mode 100644 index 0000000000000000000000000000000000000000..0800a82806bb93df019f94ff9ea8a8db07c51a9b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260616_151842.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T15:18:42.339739+00:00", + "metrics": { + "MSE[mean]": 260.0813939323028, + "MSE[0.5]": 257.7432473277052, + "MAE[0.5]": 6.071726481119792, + "MASE[0.5]": 0.17556799463478914, + "MAPE[0.5]": 0.0019505544697871978, + "sMAPE[0.5]": 0.0019486933475073992, + "MSIS": 11.815324677616715, + "RMSE[mean]": 16.12703921779515, + "NRMSE[mean]": 0.005169613212596282, + "ND[0.5]": 0.0019463261058751836, + "mean_weighted_sum_quantile_loss": 0.002922116796428624 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3120.618896484375, + 3120.677001953125, + 3119.6982421875, + 3119.04345703125, + 3119.4970703125, + 3119.46923828125, + 3119.05126953125, + 3119.48583984375, + 3117.611083984375, + 3118.70849609375, + 3116.96826171875, + 3118.2236328125, + 3118.2119140625, + 3118.75537109375, + 3117.8427734375, + 3117.876953125, + 3118.105712890625, + 3118.347412109375, + 3118.055908203125, + 3117.05224609375, + 3117.59521484375, + 3117.462158203125, + 3117.20263671875, + 3118.6904296875 + ], + "p10": [ + 3121.912841796875, + 3123.30322265625, + 3120.87255859375, + 3120.35400390625, + 3122.28466796875, + 3123.333251953125, + 3124.820068359375, + 3123.368408203125, + 3126.081298828125, + 3123.632080078125, + 3124.6474609375, + 3125.507568359375, + 3127.388427734375, + 3126.75341796875, + 3127.88330078125, + 3127.201416015625, + 3129.1982421875, + 3132.294677734375, + 3132.151123046875, + 3130.111083984375, + 3130.7216796875, + 3131.9052734375, + 3132.436279296875, + 3133.7548828125 + ], + "p90": [ + 3123.43505859375, + 3124.350341796875, + 3124.943603515625, + 3125.794677734375, + 3127.5283203125, + 3127.944091796875, + 3127.589111328125, + 3128.46484375, + 3127.94482421875, + 3128.89111328125, + 3129.26416015625, + 3129.557373046875, + 3131.783203125, + 3134.218017578125, + 3134.331787109375, + 3135.663330078125, + 3137.380859375, + 3138.407470703125, + 3140.81689453125, + 3141.94873046875, + 3143.223876953125, + 3145.0185546875, + 3144.886474609375, + 3146.646484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_153917.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_153917.json new file mode 100644 index 0000000000000000000000000000000000000000..f57b181a20ccee9b315ee341a724cb91591848ed --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260616_153917.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-16T15:39:17.745985+00:00", + "metrics": { + "MSE[mean]": 254.62925643722215, + "MSE[0.5]": 254.62925643722215, + "MAE[0.5]": 4.932291666666667, + "MASE[0.5]": 0.14262048192771082, + "MAPE[0.5]": 0.0015863880904222378, + "sMAPE[0.5]": 0.001583323509134646, + "MSIS": 3.8095917851091863, + "RMSE[mean]": 15.957106768998639, + "NRMSE[mean]": 0.005115140409455954, + "ND[0.5]": 0.00158107386135969, + "mean_weighted_sum_quantile_loss": 0.0021172724417926254 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3119.80419921875, + 3119.895751953125, + 3119.836669921875, + 3119.932373046875, + 3120.0908203125, + 3120.04736328125, + 3120.054931640625, + 3120.118408203125, + 3120.208740234375, + 3120.294189453125, + 3120.197509765625, + 3120.36669921875, + 3120.283935546875, + 3120.4814453125, + 3120.4833984375, + 3120.441162109375, + 3120.55126953125, + 3120.782470703125, + 3120.75927734375, + 3120.847412109375, + 3120.852783203125, + 3120.964599609375, + 3120.890380859375, + 3120.692138671875 + ], + "p10": [ + 3119.051025390625, + 3118.848876953125, + 3118.764404296875, + 3118.8427734375, + 3118.822998046875, + 3118.514404296875, + 3117.9814453125, + 3117.328857421875, + 3116.62744140625, + 3115.521484375, + 3114.835205078125, + 3114.233154296875, + 3113.532958984375, + 3113.287353515625, + 3113.04638671875, + 3112.594970703125, + 3112.52880859375, + 3112.462890625, + 3112.08740234375, + 3112.034912109375, + 3112.2666015625, + 3111.8349609375, + 3111.8134765625, + 3111.5380859375 + ], + "p90": [ + 3120.63330078125, + 3120.99951171875, + 3124.708984375, + 3131.180908203125, + 3138.23583984375, + 3146.548828125, + 3154.001708984375, + 3157.260498046875, + 3159.660888671875, + 3159.538330078125, + 3160.2119140625, + 3161.740478515625, + 3165.8818359375, + 3166.40234375, + 3162.323486328125, + 3164.106201171875, + 3166.848388671875, + 3166.214111328125, + 3162.51611328125, + 3158.666015625, + 3164.24365234375, + 3166.41015625, + 3165.190673828125, + 3163.87890625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_153230.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_153230.json new file mode 100644 index 0000000000000000000000000000000000000000..e5500d9c3bbef43d6937b7939fe471c29ab42733 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260616_153230.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:32:30.169100+00:00", + "metrics": { + "MSE[mean]": 254.36115277558565, + "MSE[0.5]": 254.36115277558565, + "MAE[0.5]": 4.683848063151042, + "MASE[0.5]": 0.135436570500753, + "MAPE[0.5]": 0.0015064735910585378, + "sMAPE[0.5]": 0.0015037042140955343, + "MSIS": 3.0888674816453316, + "RMSE[mean]": 15.948703796095332, + "NRMSE[mean]": 0.005112446789185094, + "ND[0.5]": 0.0015014338655753305, + "mean_weighted_sum_quantile_loss": 0.0022506265634739103 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0 + ], + "predictions": { + "p50": [ + 3120.059326171875, + 3120.092529296875, + 3120.12646484375, + 3120.088623046875, + 3120.09130859375, + 3120.139404296875, + 3120.113037109375, + 3120.0439453125, + 3120.082275390625, + 3120.114990234375, + 3120.130859375, + 3120.1103515625, + 3120.118408203125, + 3120.12060546875, + 3120.085205078125, + 3120.12841796875, + 3120.127197265625, + 3120.119873046875, + 3120.1064453125, + 3120.132568359375, + 3120.122314453125, + 3120.124755859375, + 3120.136962890625, + 3120.13623046875 + ], + "p10": [ + 3119.685546875, + 3119.649658203125, + 3119.604736328125, + 3119.546875, + 3119.592529296875, + 3119.622802734375, + 3119.598388671875, + 3119.348388671875, + 3119.0732421875, + 3118.48974609375, + 3117.380126953125, + 3115.81787109375, + 3114.261474609375, + 3113.13916015625, + 3110.1083984375, + 3107.75439453125, + 3105.846435546875, + 3102.809814453125, + 3101.115478515625, + 3099.330078125, + 3097.8173828125, + 3096.28564453125, + 3094.623779296875, + 3092.7958984375 + ], + "p90": [ + 3120.341796875, + 3120.590087890625, + 3121.565185546875, + 3142.0859375, + 3165.532470703125, + 3168.199951171875, + 3171.03662109375, + 3169.864013671875, + 3169.727294921875, + 3170.236572265625, + 3171.01416015625, + 3170.664306640625, + 3170.7763671875, + 3171.872802734375, + 3170.662841796875, + 3171.262939453125, + 3171.153076171875, + 3171.90185546875, + 3171.5810546875, + 3170.6474609375, + 3170.993896484375, + 3171.180419921875, + 3171.097900390625, + 3171.23291015625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_144957.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_144957.json new file mode 100644 index 0000000000000000000000000000000000000000..c7b33ac55e99696075f191dff77bcd362d3111c6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260616_144957.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T14:49:57.707830+00:00", + "metrics": { + "MSE[mean]": 0.003992540422850359, + "MSE[0.5]": 0.003992540422850359, + "MAE[0.5]": 0.06032653529352198, + "MASE[0.5]": 0.059876216174903345, + "MAPE[0.5]": 0.6786868861551715, + "sMAPE[0.5]": 0.41284096842280277, + "MSIS": 0.5592690858704041, + "RMSE[mean]": 0.06318655254759796, + "NRMSE[mean]": 0.25405883311900324, + "ND[0.5]": 0.24255935076121188, + "mean_weighted_sum_quantile_loss": 0.34615931791746896 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + -0.008930206298828125, + -0.03670763969421387, + -0.06743228435516357, + -0.10512995719909668, + -0.13774311542510986, + -0.1726595163345337, + -0.2066258192062378, + -0.2368013858795166, + -0.2584106922149658, + -0.292880654335022, + -0.3092024326324463, + -0.3302212953567505, + -0.35409581661224365, + -0.3714956045150757, + -0.4038883447647095, + -0.4255131483078003, + -0.4244140386581421, + -0.44259703159332275, + -0.45261943340301514, + -0.46657025814056396, + -0.4619501829147339, + -0.4533652067184448, + -0.4530073404312134, + -0.4665755033493042 + ], + "p10": [ + -0.032291293144226074, + -0.08360946178436279, + -0.14267230033874512, + -0.18131005764007568, + -0.22650957107543945, + -0.2846752405166626, + -0.328690767288208, + -0.3774256706237793, + -0.41995012760162354, + -0.4586402177810669, + -0.4999321699142456, + -0.5360034704208374, + -0.5700820684432983, + -0.6119381189346313, + -0.6813896894454956, + -0.6959909200668335, + -0.6619817018508911, + -0.7222734689712524, + -0.789319634437561, + -0.8239091634750366, + -0.855462908744812, + -0.8877872228622437, + -0.9108277559280396, + -0.9608269929885864 + ], + "p90": [ + 0.056192994117736816, + 0.031045913696289062, + 0.000506281852722168, + -0.010821223258972168, + -0.024628162384033203, + -0.034609079360961914, + -0.06153512001037598, + -0.06510186195373535, + -0.075539231300354, + -0.07386350631713867, + -0.08712458610534668, + -0.07732701301574707, + -0.0575486421585083, + -0.038858652114868164, + -0.036593079566955566, + -0.09762680530548096, + 0.08725762367248535, + 0.0642479658126831, + 0.0972752571105957, + 0.14361310005187988, + 0.15679681301116943, + 0.23952126502990723, + 0.27698397636413574, + 0.3676419258117676 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_155241.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_155241.json new file mode 100644 index 0000000000000000000000000000000000000000..44977a4d39da515163192cc2bfc1cffa629005ce --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260616_155241.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T15:52:41.354665+00:00", + "metrics": { + "MSE[mean]": 0.061519455269402855, + "MSE[0.5]": 0.061760440898970814, + "MAE[0.5]": 0.205465881813628, + "MASE[0.5]": 0.20393214190374706, + "MAPE[0.5]": 1.0130220285214229, + "sMAPE[0.5]": 0.625965689026477, + "MSIS": 1.0977891288808967, + "RMSE[mean]": 0.24803115786006172, + "NRMSE[mean]": 0.9972771737406343, + "ND[0.5]": 0.8261318282875959, + "mean_weighted_sum_quantile_loss": 0.6525248656938094 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + 0.026679575443267822, + -0.025417029857635498, + -0.06465834379196167, + -0.11617475748062134, + -0.15265744924545288, + -0.19572174549102783, + -0.2444237470626831, + -0.2996140718460083, + -0.35100114345550537, + -0.3819591999053955, + -0.4193462133407593, + -0.4245404005050659, + -0.46225738525390625, + -0.5190058946609497, + -0.5339504480361938, + -0.5989118814468384, + -0.6268067359924316, + -0.6458389759063721, + -0.6821889877319336, + -0.7461603879928589, + -0.7982733249664307, + -0.8056834936141968, + -0.8072905540466309, + -0.8267613649368286 + ], + "p10": [ + 0.006249845027923584, + -0.055554747581481934, + -0.11474668979644775, + -0.16262853145599365, + -0.2126116156578064, + -0.2648118734359741, + -0.32910799980163574, + -0.38118261098861694, + -0.45364677906036377, + -0.5359985828399658, + -0.5688722133636475, + -0.6193971633911133, + -0.6434296369552612, + -0.7151521444320679, + -0.7170779705047607, + -0.794597864151001, + -0.8828177452087402, + -0.9514262676239014, + -0.988876461982727, + -1.0813422203063965, + -1.2553468942642212, + -1.2798255681991577, + -1.3656071424484253, + -1.3339180946350098 + ], + "p90": [ + 0.04986369609832764, + 0.0064005255699157715, + -0.022303521633148193, + -0.06369984149932861, + -0.07965421676635742, + -0.12765532732009888, + -0.16880738735198975, + -0.20019793510437012, + -0.2380352020263672, + -0.28136736154556274, + -0.29709506034851074, + -0.26836109161376953, + -0.31185686588287354, + -0.3232648968696594, + -0.30150628089904785, + -0.3546494245529175, + -0.377227246761322, + -0.3906821012496948, + -0.33212023973464966, + -0.3242507576942444, + -0.4045768976211548, + -0.31510740518569946, + -0.2891150712966919, + -0.31843435764312744 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_155326.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_155326.json new file mode 100644 index 0000000000000000000000000000000000000000..013a28e0ff07d395c25727d7aa1c7900ccc4ff5c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260616_155326.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T15:53:26.732506+00:00", + "metrics": { + "MSE[mean]": 0.036228168030481685, + "MSE[0.5]": 0.036228168030481685, + "MAE[0.5]": 0.15977353668616465, + "MASE[0.5]": 0.15858087614517677, + "MAPE[0.5]": 0.6275671683725211, + "sMAPE[0.5]": 0.4633067494405259, + "MSIS": 0.5394071706582646, + "RMSE[mean]": 0.190336985450757, + "NRMSE[mean]": 0.765301958618192, + "ND[0.5]": 0.6424132454956406, + "mean_weighted_sum_quantile_loss": 0.5433479157369702 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + 0.044921875, + 0.005615234375, + -0.0533447265625, + -0.0926513671875, + -0.14178466796875, + -0.20074462890625, + -0.24005126953125, + -0.27935791015625, + -0.308837890625, + -0.34814453125, + -0.387451171875, + -0.41693115234375, + -0.4464111328125, + -0.4857177734375, + -0.51519775390625, + -0.53485107421875, + -0.61346435546875, + -0.6036376953125, + -0.6429443359375, + -0.65277099609375, + -0.69207763671875, + -0.69207763671875, + -0.69207763671875, + -0.71173095703125 + ], + "p10": [ + 0.01544189453125, + -0.04351806640625, + -0.10247802734375, + -0.16143798828125, + -0.22039794921875, + -0.27935791015625, + -0.3284912109375, + -0.387451171875, + -0.4267578125, + -0.47589111328125, + -0.53485107421875, + -0.583984375, + -0.65277099609375, + -0.71173095703125, + -0.7608642578125, + -0.8001708984375, + -0.937744140625, + -0.9573974609375, + -1.0556640625, + -1.094970703125, + -1.13427734375, + -1.173583984375, + -1.1932373046875, + -1.252197265625 + ], + "p90": [ + 0.09405517578125, + 0.03509521484375, + 0.005615234375, + -0.03369140625, + -0.06317138671875, + -0.12213134765625, + -0.16143798828125, + -0.19091796875, + -0.2105712890625, + -0.230224609375, + -0.24005126953125, + -0.2498779296875, + -0.25970458984375, + -0.26953125, + -0.27935791015625, + -0.29901123046875, + -0.27935791015625, + -0.24005126953125, + -0.24005126953125, + -0.25970458984375, + -0.2891845703125, + -0.2498779296875, + -0.22039794921875, + -0.19091796875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_150924.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_150924.json new file mode 100644 index 0000000000000000000000000000000000000000..863710e8b3dcaefc9e064150d13c8c21f80b1f82 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260616_150924.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T15:09:24.045397+00:00", + "metrics": { + "MSE[mean]": 0.07922229350424068, + "MSE[0.5]": 0.07922229350424068, + "MAE[0.5]": 0.2487083358767753, + "MASE[0.5]": 0.24685180428482814, + "MAPE[0.5]": 1.0, + "sMAPE[0.5]": 2.0, + "MSIS": 9.84225184494006, + "RMSE[mean]": 0.28146455106148033, + "NRMSE[mean]": 1.1317052841769921, + "ND[0.5]": 0.9999999533480594, + "mean_weighted_sum_quantile_loss": 0.9987938302655811 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "p10": [ + 0.052534155547618866, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "p90": [ + 0.05046423524618149, + 0.011272281408309937, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_153848.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_153848.json new file mode 100644 index 0000000000000000000000000000000000000000..4310e3fcabac8ef144127c94cff00f521f08224f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260616_153848.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T15:38:48.011366+00:00", + "metrics": { + "MSE[mean]": 0.0055039509691765, + "MSE[0.5]": 0.0055039509691765, + "MAE[0.5]": 0.07102735220299412, + "MASE[0.5]": 0.0704971547619138, + "MAPE[0.5]": 0.6546836985312235, + "sMAPE[0.5]": 0.3974228943586957, + "MSIS": 0.4455914851960505, + "RMSE[mean]": 0.0741886175176253, + "NRMSE[mean]": 0.29829564736961495, + "ND[0.5]": 0.2855849147115898, + "mean_weighted_sum_quantile_loss": 0.3148040242758317 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + 0.016624808311462402, + -0.029102087020874023, + -0.07114696502685547, + -0.11235439777374268, + -0.1500399112701416, + -0.18657612800598145, + -0.21721148490905762, + -0.24835646152496338, + -0.2781410217285156, + -0.30813324451446533, + -0.33555305004119873, + -0.3595306873321533, + -0.37850868701934814, + -0.3975032567977905, + -0.418392539024353, + -0.4338186979293823, + -0.4445852041244507, + -0.4543870687484741, + -0.4636765718460083, + -0.4656320810317993, + -0.46907126903533936, + -0.47320234775543213, + -0.4637051820755005, + -0.4536529779434204 + ], + "p10": [ + -0.0028336048126220703, + -0.05559670925140381, + -0.10772085189819336, + -0.1565626859664917, + -0.20358896255493164, + -0.25258493423461914, + -0.29338574409484863, + -0.33452916145324707, + -0.38220536708831787, + -0.42935144901275635, + -0.4752894639968872, + -0.5198060274124146, + -0.5594490766525269, + -0.5973852872848511, + -0.6390477418899536, + -0.6820980310440063, + -0.7221533060073853, + -0.7588258981704712, + -0.7919489145278931, + -0.8240092992782593, + -0.8497167825698853, + -0.8772300481796265, + -0.8992453813552856, + -0.9158591032028198 + ], + "p90": [ + 0.04493379592895508, + 0.002545952796936035, + -0.03388094902038574, + -0.07233655452728271, + -0.10030019283294678, + -0.12489473819732666, + -0.14577174186706543, + -0.16558420658111572, + -0.18299555778503418, + -0.1959913969039917, + -0.20512831211090088, + -0.21543669700622559, + -0.22161662578582764, + -0.2269303798675537, + -0.23050332069396973, + -0.22880995273590088, + -0.21653473377227783, + -0.20187437534332275, + -0.18417680263519287, + -0.16322052478790283, + -0.12798595428466797, + -0.09687066078186035, + -0.06640934944152832, + -0.030684947967529297 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_152907.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_152907.json new file mode 100644 index 0000000000000000000000000000000000000000..168b1049d4ceea5abb8c0b4f13c308e27eb212ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260616_152907.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:29:07.037873+00:00", + "metrics": { + "MSE[mean]": 0.03582540144022179, + "MSE[0.5]": 0.03582540144022179, + "MAE[0.5]": 0.16664764164791754, + "MASE[0.5]": 0.16540366801771267, + "MAPE[0.5]": 0.9378073699284298, + "sMAPE[0.5]": 0.5898856352354223, + "MSIS": 0.7515089563296594, + "RMSE[mean]": 0.18927599277304502, + "NRMSE[mean]": 0.7610359470891682, + "ND[0.5]": 0.670052466420139, + "mean_weighted_sum_quantile_loss": 0.5765072443284588 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 02:42:00", + "2026-06-16 02:48:00", + "2026-06-16 02:54:00", + "2026-06-16 03:00:00", + "2026-06-16 03:06:00", + "2026-06-16 03:12:00", + "2026-06-16 03:18:00", + "2026-06-16 03:24:00", + "2026-06-16 03:30:00", + "2026-06-16 03:36:00", + "2026-06-16 03:42:00", + "2026-06-16 03:48:00", + "2026-06-16 03:54:00", + "2026-06-16 04:00:00", + "2026-06-16 04:06:00", + "2026-06-16 04:12:00", + "2026-06-16 04:18:00", + "2026-06-16 04:24:00", + "2026-06-16 04:30:00", + "2026-06-16 04:36:00", + "2026-06-16 04:42:00", + "2026-06-16 04:48:00", + "2026-06-16 04:54:00", + "2026-06-16 05:00:00", + "2026-06-16 05:06:00", + "2026-06-16 05:12:00", + "2026-06-16 05:18:00", + "2026-06-16 05:24:00", + "2026-06-16 05:30:00", + "2026-06-16 05:36:00", + "2026-06-16 05:42:00", + "2026-06-16 05:48:00", + "2026-06-16 05:54:00", + "2026-06-16 06:00:00", + "2026-06-16 06:06:00", + "2026-06-16 06:12:00", + "2026-06-16 06:18:00", + "2026-06-16 06:24:00", + "2026-06-16 06:30:00", + "2026-06-16 06:36:00", + "2026-06-16 06:42:00", + "2026-06-16 06:48:00", + "2026-06-16 06:54:00", + "2026-06-16 07:00:00", + "2026-06-16 07:06:00", + "2026-06-16 07:12:00", + "2026-06-16 07:18:00", + "2026-06-16 07:24:00", + "2026-06-16 07:30:00", + "2026-06-16 07:36:00", + "2026-06-16 07:42:00", + "2026-06-16 07:48:00", + "2026-06-16 07:54:00", + "2026-06-16 08:00:00", + "2026-06-16 08:06:00", + "2026-06-16 08:12:00", + "2026-06-16 08:18:00", + "2026-06-16 08:24:00", + "2026-06-16 08:30:00", + "2026-06-16 08:36:00", + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" + ], + "context": [ + 1.2910000085830688, + 1.312000036239624, + 1.3380000591278076, + 1.3600000143051147, + 1.3799999952316284, + 1.3960000276565552, + 1.4290000200271606, + 1.4539999961853027, + 1.5, + 1.527999997138977, + 1.5540000200271606, + 1.5870000123977661, + 1.628999948501587, + 1.6549999713897705, + 1.684000015258789, + 1.7120000123977661, + 1.7289999723434448, + 1.7680000066757202, + 1.8049999475479126, + 1.8380000591278076, + 1.8660000562667847, + 1.8839999437332153, + 1.9019999504089355, + 1.9240000247955322, + 1.9529999494552612, + 1.9910000562667847, + 2.0260000228881836, + 2.053999900817871, + 2.0859999656677246, + 2.1089999675750732, + 2.13700008392334, + 2.1670000553131104, + 2.190999984741211, + 2.200000047683716, + 2.2079999446868896, + 2.2239999771118164, + 2.246000051498413, + 2.25600004196167, + 2.2750000953674316, + 2.2839999198913574, + 2.2990000247955322, + 2.308000087738037, + 2.305999994277954, + 2.302000045776367, + 2.306999921798706, + 2.309999942779541, + 2.322999954223633, + 2.325000047683716, + 2.3259999752044678, + 2.318000078201294, + 2.305000066757202, + 2.2869999408721924, + 2.26200008392334, + 2.239000082015991, + 2.1989998817443848, + 2.1679999828338623, + 2.135999917984009, + 2.109999895095825, + 2.068000078201294, + 2.0360000133514404, + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164 + ], + "actual": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 + ], + "predictions": { + "p50": [ + 0.019788622856140137, + -0.026060104370117188, + -0.07456409931182861, + -0.11788332462310791, + -0.16428077220916748, + -0.2077012062072754, + -0.252685546875, + -0.2942655086517334, + -0.3306612968444824, + -0.36709094047546387, + -0.4032682180404663, + -0.44056951999664307, + -0.4698375463485718, + -0.5005592107772827, + -0.5287672281265259, + -0.5594249963760376, + -0.5819004774093628, + -0.601927638053894, + -0.620531439781189, + -0.648149847984314, + -0.6589454412460327, + -0.672852635383606, + -0.6850351095199585, + -0.7033699750900269 + ], + "p10": [ + 0.004217863082885742, + -0.05128598213195801, + -0.10526835918426514, + -0.1576322317123413, + -0.21905457973480225, + -0.27484989166259766, + -0.34025371074676514, + -0.39309847354888916, + -0.45263373851776123, + -0.4932206869125366, + -0.5677772760391235, + -0.6263128519058228, + -0.6892708539962769, + -0.7440844774246216, + -0.8093374967575073, + -0.8693445920944214, + -0.9257320165634155, + -0.9794665575027466, + -1.026553988456726, + -1.099622130393982, + -1.156114935874939, + -1.2140434980392456, + -1.28343665599823, + -1.3380647897720337 + ], + "p90": [ + 0.04135739803314209, + -0.00010526180267333984, + -0.042098164558410645, + -0.07498419284820557, + -0.11407053470611572, + -0.1485041379928589, + -0.17538189888000488, + -0.19731175899505615, + -0.21783697605133057, + -0.2341822385787964, + -0.2566901445388794, + -0.26459288597106934, + -0.2725245952606201, + -0.2776857614517212, + -0.275590181350708, + -0.27835309505462646, + -0.27764904499053955, + -0.27121448516845703, + -0.2577505111694336, + -0.24223339557647705, + -0.23205065727233887, + -0.20144879817962646, + -0.18213343620300293, + -0.15395689010620117 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_145209.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_145209.json new file mode 100644 index 0000000000000000000000000000000000000000..343e6e25a8ec00f8a6667eb727cc305765089933 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_145209.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T14:52:09.208846+00:00", + "metrics": { + "MSE[mean]": 0.004446550496358744, + "MSE[0.5]": 0.004446550496358744, + "MAE[0.5]": 0.04588870704174042, + "MASE[0.5]": 0.3610914708917879, + "MAPE[0.5]": 0.04451886106208678, + "sMAPE[0.5]": 0.04585481796655245, + "MSIS": 2.1321425224076336, + "RMSE[mean]": 0.0666824601852597, + "NRMSE[mean]": 0.06640576842798517, + "ND[0.5]": 0.04569829674561217, + "mean_weighted_sum_quantile_loss": 0.043151435437230296 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0017846822738647, + 0.9983615875244141, + 0.9933977723121643, + 0.988969087600708, + 0.9896319508552551, + 0.9891579747200012, + 0.9869316816329956, + 0.986194372177124, + 0.9940463304519653, + 1.0021233558654785, + 1.0023894309997559, + 0.9922560453414917, + 0.9814521074295044, + 0.9711259603500366, + 0.9682654738426208, + 0.9619008898735046, + 0.9570629596710205, + 0.9562338590621948, + 0.9580971598625183, + 0.960147500038147, + 0.9628816843032837, + 0.9602348208427429, + 0.9648666381835938, + 0.967738926410675 + ], + "p10": [ + 0.9611793160438538, + 0.9459860920906067, + 0.932884931564331, + 0.9209373593330383, + 0.9179216623306274, + 0.9140008091926575, + 0.907220184803009, + 0.9046162366867065, + 0.9041358828544617, + 0.906775712966919, + 0.9038097858428955, + 0.8935019373893738, + 0.8855292797088623, + 0.868363618850708, + 0.8641217350959778, + 0.8542289137840271, + 0.8584784269332886, + 0.8519918918609619, + 0.8516712188720703, + 0.8489704132080078, + 0.8454086780548096, + 0.8444321155548096, + 0.8432862162590027, + 0.8449184894561768 + ], + "p90": [ + 1.0447218418121338, + 1.0500547885894775, + 1.0513495206832886, + 1.0588454008102417, + 1.0678964853286743, + 1.0705971717834473, + 1.0740296840667725, + 1.0769199132919312, + 1.0910165309906006, + 1.1017110347747803, + 1.1061091423034668, + 1.1003237962722778, + 1.090907335281372, + 1.0829049348831177, + 1.0816559791564941, + 1.0840044021606445, + 1.0789973735809326, + 1.084974765777588, + 1.0891259908676147, + 1.0960478782653809, + 1.0983811616897583, + 1.1009464263916016, + 1.1097996234893799, + 1.1163508892059326 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_155249.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_155249.json new file mode 100644 index 0000000000000000000000000000000000000000..c04d13dcef29a4992d09fc50ad9701787f3cfa5e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_155249.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T15:52:49.605669+00:00", + "metrics": { + "MSE[mean]": 0.004447517859037298, + "MSE[0.5]": 0.004434118197145602, + "MAE[0.5]": 0.04573183258374532, + "MASE[0.5]": 0.35985704890793735, + "MAPE[0.5]": 0.04423978720381836, + "sMAPE[0.5]": 0.04569171760047221, + "MSIS": 2.166312849581247, + "RMSE[mean]": 0.06668971329251085, + "NRMSE[mean]": 0.06641299143924127, + "ND[0.5]": 0.04554207322145085, + "mean_weighted_sum_quantile_loss": 0.0494815285796842 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.0021637082099915, + 0.99447101354599, + 0.9978132843971252, + 0.996050238609314, + 1.006428062915802, + 1.0105758309364319, + 1.0013428330421448, + 0.9879232347011566, + 0.9912213385105133, + 0.9801199436187744, + 0.9862038791179657, + 0.9888237714767456, + 0.969447523355484, + 0.9780013263225555, + 0.9755041897296906, + 0.9541503190994263, + 0.9645242691040039, + 0.9578840434551239, + 0.9769542515277863, + 0.9639793336391449, + 0.9632302522659302, + 0.9625884890556335, + 0.9517145156860352, + 0.9495106637477875 + ], + "p10": [ + 0.9327178001403809, + 0.9209589958190918, + 0.8945313990116119, + 0.9025696516036987, + 0.9116271436214447, + 0.8911376595497131, + 0.89348965883255, + 0.8735799789428711, + 0.8632973432540894, + 0.8512975871562958, + 0.8533948659896851, + 0.839011549949646, + 0.8276262581348419, + 0.8330806791782379, + 0.8304668068885803, + 0.827259361743927, + 0.7808875441551208, + 0.7857185006141663, + 0.8121138513088226, + 0.7819424867630005, + 0.8109387755393982, + 0.7784202694892883, + 0.7955338954925537, + 0.7926225364208221 + ], + "p90": [ + 1.0622577667236328, + 1.0796646475791931, + 1.0722306966781616, + 1.0861844420433044, + 1.1205382347106934, + 1.100112497806549, + 1.1099976897239685, + 1.114424228668213, + 1.1158719062805176, + 1.105113923549652, + 1.115314781665802, + 1.1040151715278625, + 1.1084585189819336, + 1.1276206374168396, + 1.15049809217453, + 1.086131989955902, + 1.13813316822052, + 1.1218502521514893, + 1.1349101662635803, + 1.1208366751670837, + 1.1388988494873047, + 1.1189460754394531, + 1.1215296983718872, + 1.1358016729354858 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_155906.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_155906.json new file mode 100644 index 0000000000000000000000000000000000000000..2a115e82f01dfd63e8b207f942a4f2aebfc2204c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_155906.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T15:59:06.445031+00:00", + "metrics": { + "MSE[mean]": 0.007767513300327877, + "MSE[0.5]": 0.007767513300327877, + "MAE[0.5]": 0.0700278530518214, + "MASE[0.5]": 0.5510388523014077, + "MAPE[0.5]": 0.07294067799464397, + "sMAPE[0.5]": 0.06885569110594601, + "MSIS": 4.9698281674280045, + "RMSE[mean]": 0.08813349703902527, + "NRMSE[mean]": 0.08776779649194395, + "ND[0.5]": 0.06973727994361213, + "mean_weighted_sum_quantile_loss": 0.05365917717526491 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 1.010162353515625, + 1.022186279296875, + 1.0319557189941406, + 1.0409736633300781, + 1.0499916076660156, + 1.0552520751953125, + 1.0597610473632812, + 1.0635185241699219, + 1.0680274963378906, + 1.070281982421875, + 1.0725364685058594, + 1.0729122161865234, + 1.076669692993164, + 1.075918197631836, + 1.0777969360351562, + 1.0762939453125, + 1.076669692993164, + 1.0792999267578125, + 1.0830574035644531, + 1.081930160522461, + 1.0808029174804688, + 1.0804271697998047, + 1.0815544128417969, + 1.0811786651611328 + ], + "p10": [ + 0.9665756225585938, + 0.962066650390625, + 0.9575576782226562, + 0.9568061828613281, + 0.9583091735839844, + 0.9605636596679688, + 0.9613151550292969, + 0.962066650390625, + 0.9628181457519531, + 0.9635696411132812, + 0.9635696411132812, + 0.9635696411132812, + 0.9673271179199219, + 0.9658241271972656, + 0.9643211364746094, + 0.962066650390625, + 0.9560546875, + 0.9575576782226562, + 0.9590606689453125, + 0.9583091735839844, + 0.9575576782226562, + 0.9583091735839844, + 0.9598121643066406, + 0.9605636596679688 + ], + "p90": [ + 1.0838088989257812, + 1.1254229545593262, + 1.1576433181762695, + 1.178121566772461, + 1.1933393478393555, + 1.1999149322509766, + 1.2066783905029297, + 1.2093086242675781, + 1.2134418487548828, + 1.214193344116211, + 1.2164478302001953, + 1.2138175964355469, + 1.2175750732421875, + 1.2164478302001953, + 1.2179508209228516, + 1.214944839477539, + 1.2194538116455078, + 1.2220840454101562, + 1.2250900268554688, + 1.2239627838134766, + 1.2217082977294922, + 1.2224597930908203, + 1.2247142791748047, + 1.2254657745361328 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_150932.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_150932.json new file mode 100644 index 0000000000000000000000000000000000000000..34857c5205ea485f010947900e63bd8604dcba86 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_150932.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T15:09:32.152968+00:00", + "metrics": { + "MSE[mean]": 0.0037912923723690817, + "MSE[0.5]": 0.004251373554248872, + "MAE[0.5]": 0.0491408904393514, + "MASE[0.5]": 0.3866824226173404, + "MAPE[0.5]": 0.04831318624089587, + "sMAPE[0.5]": 0.04912625010712662, + "MSIS": 10.075460106825595, + "RMSE[mean]": 0.06157347133603141, + "NRMSE[mean]": 0.06131797878314528, + "ND[0.5]": 0.04893698555503963, + "mean_weighted_sum_quantile_loss": 0.0443361022732456 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 0.988193690776825, + 0.986689031124115, + 0.9831925630569458, + 0.9775950908660889, + 0.980219841003418, + 0.9823616147041321, + 0.9818415641784668, + 0.9836643934249878, + 0.9805139303207397, + 0.9832150340080261, + 0.9814490079879761, + 0.9830632209777832, + 0.9805806279182434, + 0.9778780341148376, + 0.975074827671051, + 0.9753522276878357, + 0.9732734560966492, + 0.9766740202903748, + 0.9799627065658569, + 0.9824542999267578, + 0.9828457832336426, + 0.984588086605072, + 0.9847630262374878, + 0.9830242991447449 + ], + "p10": [ + 1.0039905309677124, + 1.0031328201293945, + 1.0018012523651123, + 0.9987300634384155, + 1.0059401988983154, + 1.0042154788970947, + 1.0083569288253784, + 1.0095734596252441, + 1.0114065408706665, + 1.0015995502471924, + 1.0119822025299072, + 1.0132027864456177, + 1.0131447315216064, + 1.0096222162246704, + 1.0071982145309448, + 1.0069894790649414, + 1.0097179412841797, + 1.0171873569488525, + 1.0158900022506714, + 1.0166438817977905, + 1.012937068939209, + 1.0114942789077759, + 1.0164179801940918, + 1.013563871383667 + ], + "p90": [ + 1.0326993465423584, + 1.0371674299240112, + 1.039341688156128, + 1.036514401435852, + 1.0431772470474243, + 1.0469461679458618, + 1.0489038228988647, + 1.0530641078948975, + 1.0542972087860107, + 1.0574065446853638, + 1.0568805932998657, + 1.0601986646652222, + 1.0610302686691284, + 1.059443473815918, + 1.0577195882797241, + 1.059686541557312, + 1.059522271156311, + 1.0639355182647705, + 1.067611813545227, + 1.0696958303451538, + 1.0699505805969238, + 1.0730668306350708, + 1.0716348886489868, + 1.0693602561950684 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_153912.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_153912.json new file mode 100644 index 0000000000000000000000000000000000000000..4ec693f8f1800d1ff3958d7462b17c33bfba4ecb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_153912.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-16T15:39:12.104248+00:00", + "metrics": { + "MSE[mean]": 0.003946963155192347, + "MSE[0.5]": 0.003946963155192347, + "MAE[0.5]": 0.041853552063306175, + "MASE[0.5]": 0.3293394312208118, + "MAPE[0.5]": 0.04115457624174292, + "sMAPE[0.5]": 0.04176485015746164, + "MSIS": 2.085877806802309, + "RMSE[mean]": 0.06282486096436941, + "NRMSE[mean]": 0.06256417590367332, + "ND[0.5]": 0.04167988521243708, + "mean_weighted_sum_quantile_loss": 0.046310710965378775 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 0.9990644454956055, + 0.9986785054206848, + 0.9973458051681519, + 0.9949469566345215, + 0.9987465739250183, + 0.9979456067085266, + 0.9971246123313904, + 0.9958796501159668, + 0.995029628276825, + 0.994384765625, + 0.9940703511238098, + 0.993979811668396, + 0.9918184876441956, + 0.9883507490158081, + 0.9857105612754822, + 0.9824542999267578, + 0.9820197224617004, + 0.9824227094650269, + 0.9814059734344482, + 0.9798265695571899, + 0.9785850048065186, + 0.9771116375923157, + 0.9770703315734863, + 0.9773133993148804 + ], + "p10": [ + 0.9747652411460876, + 0.9570960998535156, + 0.9404661655426025, + 0.923742949962616, + 0.9178036451339722, + 0.9084390997886658, + 0.8966272473335266, + 0.8865058422088623, + 0.8795551061630249, + 0.8748630285263062, + 0.8688844442367554, + 0.8635666966438293, + 0.8549575805664062, + 0.8451293706893921, + 0.8358741998672485, + 0.8241925239562988, + 0.8174833059310913, + 0.8126116991043091, + 0.8077004551887512, + 0.8014650344848633, + 0.796262264251709, + 0.7909585237503052, + 0.7900192737579346, + 0.7873460650444031 + ], + "p90": [ + 1.0294156074523926, + 1.0483944416046143, + 1.0659204721450806, + 1.0841792821884155, + 1.1096773147583008, + 1.1162214279174805, + 1.115636944770813, + 1.1160087585449219, + 1.1203944683074951, + 1.1286448240280151, + 1.1356642246246338, + 1.1381813287734985, + 1.1361958980560303, + 1.1368769407272339, + 1.14185631275177, + 1.1428996324539185, + 1.1482912302017212, + 1.1524780988693237, + 1.1543906927108765, + 1.1563475131988525, + 1.156808853149414, + 1.1574589014053345, + 1.1608437299728394, + 1.1654561758041382 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_153205.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_153205.json new file mode 100644 index 0000000000000000000000000000000000000000..046906deda1bf0fffc1d934b86bc4864927d07ea --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_153205.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:32:05.099489+00:00", + "metrics": { + "MSE[mean]": 0.003341118605497092, + "MSE[0.5]": 0.003341118605497092, + "MAE[0.5]": 0.038899004459381104, + "MASE[0.5]": 0.3060905316789116, + "MAPE[0.5]": 0.03948749458847863, + "sMAPE[0.5]": 0.038819670581786196, + "MSIS": 2.572940784562858, + "RMSE[mean]": 0.05780241003191036, + "NRMSE[mean]": 0.05756256509574576, + "ND[0.5]": 0.038737597188710615, + "mean_weighted_sum_quantile_loss": 0.04824497349669207 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "actual": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 + ], + "predictions": { + "p50": [ + 0.9969022274017334, + 0.9971005320549011, + 0.9961828589439392, + 0.9949527382850647, + 1.0052474737167358, + 1.012754201889038, + 1.008491039276123, + 1.000930905342102, + 0.9979062676429749, + 1.0012086629867554, + 1.0031059980392456, + 1.0315008163452148, + 1.0164836645126343, + 1.004577875137329, + 1.0016319751739502, + 1.0027415752410889, + 1.011883020401001, + 1.0209163427352905, + 1.0245698690414429, + 1.013129711151123, + 1.0126360654830933, + 1.013911247253418, + 1.0266255140304565, + 1.038487434387207 + ], + "p10": [ + 0.9283181428909302, + 0.8730065822601318, + 0.8670498132705688, + 0.8577461838722229, + 0.8587847352027893, + 0.8722566366195679, + 0.8772748708724976, + 0.8694097995758057, + 0.8677572011947632, + 0.8577718734741211, + 0.8656400442123413, + 0.8691298961639404, + 0.8669009208679199, + 0.8583548069000244, + 0.8474136590957642, + 0.8423681855201721, + 0.8502901792526245, + 0.8535927534103394, + 0.8511841893196106, + 0.8449747562408447, + 0.8418125510215759, + 0.8360352516174316, + 0.8414982557296753, + 0.8429285287857056 + ], + "p90": [ + 1.1017166376113892, + 1.1022813320159912, + 1.1060136556625366, + 1.10309898853302, + 1.1362260580062866, + 1.1652791500091553, + 1.1766295433044434, + 1.1765151023864746, + 1.1793267726898193, + 1.1739181280136108, + 1.1974083185195923, + 1.209025263786316, + 1.2093987464904785, + 1.204954981803894, + 1.203375220298767, + 1.2014211416244507, + 1.2166513204574585, + 1.2321243286132812, + 1.2305914163589478, + 1.2296993732452393, + 1.2277346849441528, + 1.2185765504837036, + 1.2362629175186157, + 1.2507394552230835 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index a9f3e3e72949988fdcdc9c66f439c13144219e12..3ffcac3b30ac88ab8578221fd962b1358fc75a5e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,262429.2806269328,262429.2806269328,432.9319661458333,0.6217569370277832,0.006501303211531771,0.006530140380085911,5.612082065537145,512.2785186077324,0.007713139412431634,0.006518455273229842,0.007547718977652216,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,262128.25846354166,262128.25846354166,430.9973958333333,0.6189785963044749,0.006471923543113753,0.006500725929363954,5.612082065537145,511.98462717501747,0.007708939311266033,0.00648951666014982,0.007531756513496284,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.744754175729971,14.744754175729971,2.875503142674764,1.658608247161019,0.12549464825540982,0.11315410749184834,26.04886892420141,3.839889865052118,0.16861034364548327,0.12626392685183913,0.09020495419338961,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.00040218681746665265,0.00040218681746665265,0.016415774162548285,0.01826342506673057,0.2637425430079355,0.16400302423133567,0.6076212605902419,0.020054595918807556,0.09639701564381692,0.07890618415644565,0.2924378663040449,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.011918093978574499,0.011918093978574499,0.09046653906504314,0.7118679151567472,0.09417615533103015,0.08795098599110536,6.054563464921119,0.10917002325993386,0.10917002325993386,0.09046653906504314,0.06262012190288967,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.036228168030481685,0.036228168030481685,0.15977353668616465,0.15858087614517677,0.6275671683725211,0.4633067494405259,0.5394071706582646,0.190336985450757,0.765301958618192,0.6424132454956406,0.5433479157369702,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.007767513300327877,0.007767513300327877,0.0700278530518214,0.5510388523014077,0.07294067799464397,0.06885569110594601,4.9698281674280045,0.08813349703902527,0.08776779649194395,0.06973727994361213,0.05365917717526491,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.018726254515513574,0.018726254515513574,0.05085158348083496,0.36613154073011045,0.003536454515374061,0.0035821494345179643,6.869676349516429,0.13684390565718874,0.009739779409486175,0.0036193296540888756,0.003496594526807109,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,67.25096154635553,67.25096154635553,4.390391866366069,0.6888390032309797,0.197518502622418,0.20749634723016175,10.43613937336219,8.200668359734804,0.4715285795920151,0.25244225833647477,0.22712217665910542,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.33563766786164706,0.33563766786164706,0.48186230659484863,0.1906268465649951,0.01967031051598527,0.019911744494958167,1.3380608191856973,0.5793424443812546,0.024248726112949044,0.020168636374038873,0.024160442262454618,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9b19f9ef4b435c8209fa350164c663c0f2573bca..0aa802207cc6dcb8048a1ced8416f12540a63e5a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:37:58.394861+00:00", + "evaluated_at": "2026-06-16T15:53:20.297052+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ 66472.0625, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 03ccd33232f8ed9fa06f74c8a6daa6be3a4a0c24..e4a16575646883b3a3d4271cb59393a9a9f3133e 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:18:23.301802+00:00", + "evaluated_at": "2026-06-16T15:53:26.732506+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,92 +122,92 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.2974853515625, - 0.24658203125, - 0.20416259765625, - 0.15325927734375, - 0.11083984375, - 0.0599365234375, - 0.0260009765625, - -0.01641845703125, - -0.05035400390625, - -0.0927734375, - -0.13519287109375, - -0.15216064453125, - -0.16912841796875, - -0.194580078125, - -0.22003173828125, - -0.2454833984375, - -0.30487060546875, - -0.2794189453125, - -0.3133544921875, - -0.330322265625, - -0.3472900390625, - -0.3472900390625, - -0.3642578125, - -0.35577392578125 + 0.044921875, + 0.005615234375, + -0.0533447265625, + -0.0926513671875, + -0.14178466796875, + -0.20074462890625, + -0.24005126953125, + -0.27935791015625, + -0.308837890625, + -0.34814453125, + -0.387451171875, + -0.41693115234375, + -0.4464111328125, + -0.4857177734375, + -0.51519775390625, + -0.53485107421875, + -0.61346435546875, + -0.6036376953125, + -0.6429443359375, + -0.65277099609375, + -0.69207763671875, + -0.69207763671875, + -0.69207763671875, + -0.71173095703125 ], "p10": [ - 0.2635498046875, - 0.20416259765625, - 0.13629150390625, - 0.08538818359375, - 0.01751708984375, - -0.0418701171875, - -0.0927734375, - -0.15216064453125, - -0.20306396484375, - -0.27093505859375, - -0.32183837890625, - -0.3642578125, - -0.42364501953125, - -0.4830322265625, - -0.5169677734375, - -0.5509033203125, - -0.6866455078125, - -0.7205810546875, - -0.771484375, - -0.83935546875, - -0.873291015625, - -0.9072265625, - -0.9581298828125, - -0.9581298828125 + 0.01544189453125, + -0.04351806640625, + -0.10247802734375, + -0.16143798828125, + -0.22039794921875, + -0.27935791015625, + -0.3284912109375, + -0.387451171875, + -0.4267578125, + -0.47589111328125, + -0.53485107421875, + -0.583984375, + -0.65277099609375, + -0.71173095703125, + -0.7608642578125, + -0.8001708984375, + -0.937744140625, + -0.9573974609375, + -1.0556640625, + -1.094970703125, + -1.13427734375, + -1.173583984375, + -1.1932373046875, + -1.252197265625 ], "p90": [ - 0.33990478515625, - 0.28900146484375, - 0.2635498046875, - 0.2296142578125, - 0.212646484375, - 0.1617431640625, - 0.13629150390625, - 0.11083984375, - 0.0938720703125, - 0.06842041015625, - 0.0599365234375, - 0.05145263671875, - 0.0599365234375, - 0.06842041015625, - 0.076904296875, - 0.0599365234375, - 0.10235595703125, - 0.144775390625, - 0.1617431640625, - 0.144775390625, - 0.144775390625, - 0.18719482421875, - 0.2296142578125, - 0.280517578125 + 0.09405517578125, + 0.03509521484375, + 0.005615234375, + -0.03369140625, + -0.06317138671875, + -0.12213134765625, + -0.16143798828125, + -0.19091796875, + -0.2105712890625, + -0.230224609375, + -0.24005126953125, + -0.2498779296875, + -0.25970458984375, + -0.26953125, + -0.27935791015625, + -0.29901123046875, + -0.27935791015625, + -0.24005126953125, + -0.24005126953125, + -0.25970458984375, + -0.2891845703125, + -0.2498779296875, + -0.22039794921875, + -0.19091796875 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e5f45f9cb8a397d9c198737e0ac4f29f3ca70b90..8002cb8be9f71922b5b5250f0192d2f1adb71d10 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:18:30.293032+00:00", + "evaluated_at": "2026-06-16T15:59:06.445031+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 1.0225410461425781, - 1.0475730895996094, - 1.0615615844726562, - 1.0729732513427734, - 1.0788631439208984, - 1.0847530364990234, - 1.0847530364990234, - 1.0932197570800781, - 1.0939559936523438, - 1.0969009399414062, - 1.0980052947998047, - 1.0980052947998047, - 1.0998458862304688, - 1.1009502410888672, - 1.102238655090332, - 1.105367660522461, - 1.101318359375, - 1.105367660522461, - 1.103158950805664, - 1.1048154830932617, - 1.1037111282348633, - 1.1048154830932617, - 1.104079246520996, - 1.1024227142333984 + 1.010162353515625, + 1.022186279296875, + 1.0319557189941406, + 1.0409736633300781, + 1.0499916076660156, + 1.0552520751953125, + 1.0597610473632812, + 1.0635185241699219, + 1.0680274963378906, + 1.070281982421875, + 1.0725364685058594, + 1.0729122161865234, + 1.076669692993164, + 1.075918197631836, + 1.0777969360351562, + 1.0762939453125, + 1.076669692993164, + 1.0792999267578125, + 1.0830574035644531, + 1.081930160522461, + 1.0808029174804688, + 1.0804271697998047, + 1.0815544128417969, + 1.0811786651611328 ], "p10": [ - 0.9629058837890625, - 0.9621696472167969, - 0.9636421203613281, - 0.9687957763671875, - 0.9695320129394531, - 0.9732131958007812, - 0.9687957763671875, - 0.9761581420898438, - 0.9768943786621094, - 0.9798393249511719, - 0.9798393249511719, - 0.9805755615234375, - 0.9820480346679688, - 0.9849929809570312, - 0.9849929809570312, - 0.9864654541015625, - 0.977630615234375, - 0.9813117980957031, - 0.9783668518066406, - 0.9791030883789062, - 0.9783668518066406, - 0.9805755615234375, - 0.9805755615234375, - 0.9791030883789062 + 0.9665756225585938, + 0.962066650390625, + 0.9575576782226562, + 0.9568061828613281, + 0.9583091735839844, + 0.9605636596679688, + 0.9613151550292969, + 0.962066650390625, + 0.9628181457519531, + 0.9635696411132812, + 0.9635696411132812, + 0.9635696411132812, + 0.9673271179199219, + 0.9658241271972656, + 0.9643211364746094, + 0.962066650390625, + 0.9560546875, + 0.9575576782226562, + 0.9590606689453125, + 0.9583091735839844, + 0.9575576782226562, + 0.9583091735839844, + 0.9598121643066406, + 0.9605636596679688 ], "p90": [ - 1.1105213165283203, - 1.1630702018737793, - 1.1889305114746094, - 1.2025508880615234, - 1.2077045440673828, - 1.2128582000732422, - 1.2146987915039062, - 1.2227973937988281, - 1.2227973937988281, - 1.2246379852294922, - 1.2275829315185547, - 1.2261104583740234, - 1.2286872863769531, - 1.2286872863769531, - 1.2301597595214844, - 1.2320003509521484, - 1.2316322326660156, - 1.2356815338134766, - 1.2338409423828125, - 1.2353134155273438, - 1.2331047058105469, - 1.234945297241211, - 1.2345771789550781, - 1.2334728240966797 + 1.0838088989257812, + 1.1254229545593262, + 1.1576433181762695, + 1.178121566772461, + 1.1933393478393555, + 1.1999149322509766, + 1.2066783905029297, + 1.2093086242675781, + 1.2134418487548828, + 1.214193344116211, + 1.2164478302001953, + 1.2138175964355469, + 1.2175750732421875, + 1.2164478302001953, + 1.2179508209228516, + 1.214944839477539, + 1.2194538116455078, + 1.2220840454101562, + 1.2250900268554688, + 1.2239627838134766, + 1.2217082977294922, + 1.2224597930908203, + 1.2247142791748047, + 1.2254657745361328 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5e2c03493de083cd628170023ba1b66c5343ba1d..5c585ae2268a42708ccf9f3d37c9a5c7c0acc851 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:18:36.246339+00:00", + "evaluated_at": "2026-06-16T15:59:40.553458+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e15bd0bc65d31250b0237ae0cbd0ccf499736dbf..1d422d1de9a2019f11d01c126221556c6e03d47b 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,41 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T14:39:23.908583+00:00", + "evaluated_at": "2026-06-16T15:59:44.684765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 81, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..6dc4c7db7f0e071286e47e104d512e56ce855567 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,141438.28437550864,212856.36307525635,381.4482421875,0.5478183854348188,0.00572602551737382,0.0057477513244864435,5.233691273191115,376.08281584713313,0.005662669247263399,0.005743456333128025,0.004457919673900793,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,15.98912768744382,13.255245254994103,2.7597408294677734,1.5918358188697566,0.11998712390477924,0.10915195535601513,65.71684750818295,3.9986407299786038,0.17558112635799972,0.12118078017394299,0.1273694619520383,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07922229350424068,0.07922229350424068,0.2487083358767753,0.24685180428482814,1.0,2.0,9.84225184494006,0.28146455106148033,1.1317052841769921,0.9999999533480594,0.9987938302655811,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0037912923723690817,0.004251373554248872,0.0491408904393514,0.3866824226173404,0.04831318624089587,0.04912625010712662,10.075460106825595,0.06157347133603141,0.06131797878314528,0.04893698555503963,0.0443361022732456,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.020140266414766,0.02014162430187601,0.05136978626251221,0.36986260218147365,0.0035697246331591373,0.003618977403570187,24.717497336386618,0.14191640643268136,0.01010081148008135,0.0036562124130154025,0.00517516848371345,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,70.16008591741729,75.38890293238141,4.472720662752788,0.7017561385952935,0.19268454689596248,0.20879427473482495,27.902206553847833,8.376161765236946,0.48161923959608166,0.2571760652308442,0.28303654830914626,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.18827670905056948,0.563129394143895,0.6322999000549316,0.25014061980195096,0.025934640295501733,0.02639779222875876,2.7667875499515744,0.43390864136425017,0.01816150690240016,0.026465292240157496,0.020751398426741455,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.691559163154238,10.68485342893564,2.4816381136576333,0.4963276227315267,0.3869798201776382,0.2611369830349439,19.383788625399273,3.419292202072563,0.33770787180963585,0.24510006060816134,0.2697096077666525,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 3003e87d3b9b9716597bb3f2c14c7a4ea61aee3d..360614a812b51f527ab95f4d5a1349555d1bca18 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:23:31.125017+00:00", + "evaluated_at": "2026-06-16T15:09:07.348954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ 66408.4453125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4bc9a06d5b2ea58c017f036dd23e6e8f5b2d7199..135f31a9a12165e8cbf18f0bbc6e9a075767afd5 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:15:43.925132+00:00", + "evaluated_at": "2026-06-16T15:09:24.045397+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,17 +122,22 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.2681366503238678, - 0.22802743315696716, - 0.1865224689245224, - 0.1097593605518341, - 0.0907498225569725, - 0.06478985399007797, - 0.032092027366161346, - 0.019142568111419678, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, 0.0, 0.0, 0.0, @@ -156,15 +156,15 @@ 0.0 ], "p10": [ - 0.28648173809051514, - 0.2571346163749695, - 0.16725341975688934, - 0.17914634943008423, - 0.17095708847045898, - 0.13997113704681396, - 0.11298640072345734, - 0.009730055928230286, - 0.056971870362758636, + 0.052534155547618866, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, 0.0, 0.0, 0.0, @@ -182,37 +182,32 @@ 0.0 ], "p90": [ - 0.31727147102355957, - 0.2745015323162079, - 0.2469765692949295, - 0.18334421515464783, - 0.18518510460853577, - 0.16174755990505219, - 0.11886199563741684, - 0.10911747068166733, - 0.05698182433843613, - 0.03988930583000183, - 0.0373845174908638, + 0.05046423524618149, + 0.011272281408309937, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, 0.0, - 0.04442311078310013, - 0.026607051491737366, - 0.021563440561294556, 0.0, 0.0, 0.0, 0.0, - 0.03604310005903244, - 0.014657244086265564, 0.0, 0.0, - 0.0027309060096740723 + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fb75f727fe865ba78cab0b8ed71419513e03162a..a36fb2596a9e24011b9577f71bbce658e198bc08 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:15:50.007796+00:00", + "evaluated_at": "2026-06-16T15:09:32.152968+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 0.9816254377365112, - 0.9830832481384277, - 0.9835077524185181, - 0.9779395461082458, - 0.9785084128379822, - 0.9763748049736023, - 0.9746018648147583, - 0.9768853187561035, - 0.9829399585723877, - 0.9864200353622437, - 0.9865965247154236, - 0.9876683354377747, - 0.9864193201065063, - 0.9852957129478455, - 0.9857738018035889, - 0.9840911030769348, - 0.982839047908783, - 0.9762188792228699, - 0.9752905964851379, - 0.9790579080581665, - 0.9816944599151611, - 0.985291600227356, - 0.9889411330223083, - 0.987964391708374 + 0.988193690776825, + 0.986689031124115, + 0.9831925630569458, + 0.9775950908660889, + 0.980219841003418, + 0.9823616147041321, + 0.9818415641784668, + 0.9836643934249878, + 0.9805139303207397, + 0.9832150340080261, + 0.9814490079879761, + 0.9830632209777832, + 0.9805806279182434, + 0.9778780341148376, + 0.975074827671051, + 0.9753522276878357, + 0.9732734560966492, + 0.9766740202903748, + 0.9799627065658569, + 0.9824542999267578, + 0.9828457832336426, + 0.984588086605072, + 0.9847630262374878, + 0.9830242991447449 ], "p10": [ - 1.0007928609848022, - 1.0061249732971191, - 1.0062252283096313, - 1.0067609548568726, - 1.0095698833465576, - 1.0070395469665527, - 1.0077284574508667, - 1.0084271430969238, - 1.021031141281128, - 1.0139875411987305, - 1.0209672451019287, - 1.0255413055419922, - 1.0247002840042114, - 1.0258681774139404, - 1.0227270126342773, - 1.024646520614624, - 1.0263725519180298, - 1.0182570219039917, - 1.0203404426574707, - 1.0222896337509155, - 1.021399974822998, - 1.0224837064743042, - 1.0365201234817505, - 1.0307775735855103 + 1.0039905309677124, + 1.0031328201293945, + 1.0018012523651123, + 0.9987300634384155, + 1.0059401988983154, + 1.0042154788970947, + 1.0083569288253784, + 1.0095734596252441, + 1.0114065408706665, + 1.0015995502471924, + 1.0119822025299072, + 1.0132027864456177, + 1.0131447315216064, + 1.0096222162246704, + 1.0071982145309448, + 1.0069894790649414, + 1.0097179412841797, + 1.0171873569488525, + 1.0158900022506714, + 1.0166438817977905, + 1.012937068939209, + 1.0114942789077759, + 1.0164179801940918, + 1.013563871383667 ], "p90": [ - 1.0465223789215088, - 1.0569409132003784, - 1.0650990009307861, - 1.0650243759155273, - 1.0690654516220093, - 1.0692081451416016, - 1.0699472427368164, - 1.0745586156845093, - 1.0842132568359375, - 1.087870478630066, - 1.0899460315704346, - 1.0919740200042725, - 1.0950267314910889, - 1.095855951309204, - 1.0976964235305786, - 1.0990843772888184, - 1.0996901988983154, - 1.0957096815109253, - 1.0961416959762573, - 1.098217248916626, - 1.1038388013839722, - 1.1070140600204468, - 1.1087292432785034, - 1.1054284572601318 + 1.0326993465423584, + 1.0371674299240112, + 1.039341688156128, + 1.036514401435852, + 1.0431772470474243, + 1.0469461679458618, + 1.0489038228988647, + 1.0530641078948975, + 1.0542972087860107, + 1.0574065446853638, + 1.0568805932998657, + 1.0601986646652222, + 1.0610302686691284, + 1.059443473815918, + 1.0577195882797241, + 1.059686541557312, + 1.059522271156311, + 1.0639355182647705, + 1.067611813545227, + 1.0696958303451538, + 1.0699505805969238, + 1.0730668306350708, + 1.0716348886489868, + 1.0693602561950684 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 509dc2e1d69c6386bc2dcd76a2c3a2692caa140a..f8fe302648582e7285e6fbd01d89d92f99894f7e 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:15:56.501615+00:00", + "evaluated_at": "2026-06-16T15:18:42.339739+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..e996361ee8b47748174f0b56cb7ef19ea1c8eb49 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,32 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-16T15:19:22.740307+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 6857c1f3aa0d555891cdea10c5760007c2c06e42..989c606d80ff511b1a9782a6d231b39ca62c8f53 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,133078.3256225586,133078.3256225586,277.892578125,0.39909651332965407,0.004185850055109626,0.004182821269539452,5.049124458023703,364.79902086293845,0.005492609202278445,0.004184099311022372,0.005613228270784322,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,135472.70400238037,135472.70400238037,279.8271484375,0.4018748540529624,0.00421554128668416,0.004212235085593228,5.049124458023703,368.06616796763643,0.005541962787142081,0.004213350148522935,0.005623101616608414,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,13.909017645774233,13.909017645774233,2.842020829518636,1.6392954389395251,0.12421976811944914,0.11254090675450135,16.99531024513269,3.729479540870848,0.16376220389240198,0.12479371168273198,0.08118367076792467,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.019081318091580732,0.019081318091580732,0.10565339832101017,0.11754504564783003,0.7975861276643398,0.7300065538717869,0.3595367437846709,0.13813514430289178,0.6639782581627067,0.507847295054271,0.3263500144937891,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0032333932988544887,0.0032333932988544887,0.037292820711930595,0.29345173148968784,0.03724804058193233,0.037350593201779,2.5293226152316186,0.05686293431449426,0.05686293431449426,0.037292820711930595,0.0491552894866025,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0055039509691765,0.0055039509691765,0.07102735220299412,0.0704971547619138,0.6546836985312235,0.3974228943586957,0.4455914851960505,0.0741886175176253,0.29829564736961495,0.2855849147115898,0.3148040242758317,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.003946963155192347,0.003946963155192347,0.041853552063306175,0.3293394312208118,0.04115457624174292,0.04176485015746164,2.085877806802309,0.06282486096436941,0.06256417590367332,0.04167988521243708,0.046310710965378775,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.007084873265512215,0.007084873265512215,0.02228371302286784,0.16044279496871758,0.0015504038117526838,0.001567718065208126,3.8404853212300574,0.08417168921622172,0.0059908673429970825,0.0015860293392292953,0.002022703619703607,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,63.84343653794008,63.84343653794008,4.540655533472697,0.712414911218718,0.227458419344309,0.2188403443883198,8.86945874066941,7.990208791886484,0.45942740725631576,0.26108223869014524,0.23084033473319698,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.2621940453289729,0.2621940453289729,0.459423303604126,0.181749878348885,0.01891923824543545,0.019098134031250276,1.3452852479704134,0.5120488700592678,0.021432113125723493,0.019229438421175603,0.023349230567396004,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 35a8188df1ed2fac41aa595fca96e446b2dc9c57..ec96dd1b010dbda8f158a1692e6830221002a736 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:31:41.818261+00:00", + "evaluated_at": "2026-06-16T15:35:29.231088+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ 66564.03125, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2b5443980089581b4419630306bd56bca0c47d7b..0ed3be5bc77f177f529c5acc2e42b7479b062c1b 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:17:02.370409+00:00", + "evaluated_at": "2026-06-16T15:38:48.011366+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,92 +122,92 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.27544212341308594, - 0.23009228706359863, - 0.18976271152496338, - 0.14922142028808594, - 0.11151397228240967, - 0.07671046257019043, - 0.045861244201660156, - 0.01176464557647705, - -0.01830160617828369, - -0.04649674892425537, - -0.07133352756500244, - -0.09007644653320312, - -0.10203409194946289, - -0.11375713348388672, - -0.12497198581695557, - -0.1331092119216919, - -0.1332641839981079, - -0.1321125030517578, - -0.1355292797088623, - -0.13214445114135742, - -0.12724268436431885, - -0.12323379516601562, - -0.10597550868988037, - -0.08903539180755615 + 0.016624808311462402, + -0.029102087020874023, + -0.07114696502685547, + -0.11235439777374268, + -0.1500399112701416, + -0.18657612800598145, + -0.21721148490905762, + -0.24835646152496338, + -0.2781410217285156, + -0.30813324451446533, + -0.33555305004119873, + -0.3595306873321533, + -0.37850868701934814, + -0.3975032567977905, + -0.418392539024353, + -0.4338186979293823, + -0.4445852041244507, + -0.4543870687484741, + -0.4636765718460083, + -0.4656320810317993, + -0.46907126903533936, + -0.47320234775543213, + -0.4637051820755005, + -0.4536529779434204 ], "p10": [ - 0.25620293617248535, - 0.20416080951690674, - 0.1558283567428589, - 0.1094735860824585, - 0.06339538097381592, - 0.017734885215759277, - -0.020135045051574707, - -0.06225287914276123, - -0.10679793357849121, - -0.14771008491516113, - -0.18688786029815674, - -0.22209405899047852, - -0.2505415678024292, - -0.27733683586120605, - -0.3058077096939087, - -0.33496761322021484, - -0.35536742210388184, - -0.3768181800842285, - -0.40149903297424316, - -0.42580294609069824, - -0.44299912452697754, - -0.46157193183898926, - -0.47408413887023926, - -0.4851365089416504 + -0.0028336048126220703, + -0.05559670925140381, + -0.10772085189819336, + -0.1565626859664917, + -0.20358896255493164, + -0.25258493423461914, + -0.29338574409484863, + -0.33452916145324707, + -0.38220536708831787, + -0.42935144901275635, + -0.4752894639968872, + -0.5198060274124146, + -0.5594490766525269, + -0.5973852872848511, + -0.6390477418899536, + -0.6820980310440063, + -0.7221533060073853, + -0.7588258981704712, + -0.7919489145278931, + -0.8240092992782593, + -0.8497167825698853, + -0.8772300481796265, + -0.8992453813552856, + -0.9158591032028198 ], "p90": [ - 0.30044233798980713, - 0.2588704824447632, - 0.22400283813476562, - 0.18655860424041748, - 0.15874969959259033, - 0.13304269313812256, - 0.11211395263671875, - 0.0861128568649292, - 0.067099928855896, - 0.053995609283447266, - 0.04428064823150635, - 0.03873121738433838, - 0.03999185562133789, - 0.041915059089660645, - 0.048296332359313965, - 0.05390763282775879, - 0.07397186756134033, - 0.09596264362335205, - 0.11837983131408691, - 0.14409708976745605, - 0.18319284915924072, - 0.2154299020767212, - 0.2530221939086914, - 0.29274308681488037 + 0.04493379592895508, + 0.002545952796936035, + -0.03388094902038574, + -0.07233655452728271, + -0.10030019283294678, + -0.12489473819732666, + -0.14577174186706543, + -0.16558420658111572, + -0.18299555778503418, + -0.1959913969039917, + -0.20512831211090088, + -0.21543669700622559, + -0.22161662578582764, + -0.2269303798675537, + -0.23050332069396973, + -0.22880995273590088, + -0.21653473377227783, + -0.20187437534332275, + -0.18417680263519287, + -0.16322052478790283, + -0.12798595428466797, + -0.09687066078186035, + -0.06640934944152832, + -0.030684947967529297 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8d40a8dea289c89fbc424b854d359d6cc0c11f6e..8a176777a9e9151f53fd866ff83ed990376eb3a1 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:17:08.765673+00:00", + "evaluated_at": "2026-06-16T15:39:12.104248+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 0.9986535906791687, - 1.0035396814346313, - 1.0089263916015625, - 1.0109835863113403, - 1.0118412971496582, - 1.0102757215499878, - 1.008222222328186, - 1.0136947631835938, - 1.0140348672866821, - 1.008577585220337, - 1.0054090023040771, - 1.0046757459640503, - 1.0047712326049805, - 1.0051031112670898, - 1.0048799514770508, - 1.0003151893615723, - 0.9926236867904663, - 0.9882709980010986, - 0.9852949976921082, - 0.9849531650543213, - 0.9868742823600769, - 0.9878909587860107, - 0.9879324436187744, - 0.9856699705123901 + 0.9990644454956055, + 0.9986785054206848, + 0.9973458051681519, + 0.9949469566345215, + 0.9987465739250183, + 0.9979456067085266, + 0.9971246123313904, + 0.9958796501159668, + 0.995029628276825, + 0.994384765625, + 0.9940703511238098, + 0.993979811668396, + 0.9918184876441956, + 0.9883507490158081, + 0.9857105612754822, + 0.9824542999267578, + 0.9820197224617004, + 0.9824227094650269, + 0.9814059734344482, + 0.9798265695571899, + 0.9785850048065186, + 0.9771116375923157, + 0.9770703315734863, + 0.9773133993148804 ], "p10": [ - 0.9332493543624878, - 0.9130576252937317, - 0.902825117111206, - 0.894340991973877, - 0.88823401927948, - 0.8785660266876221, - 0.868689775466919, - 0.8673431277275085, - 0.8618373870849609, - 0.850662887096405, - 0.8418271541595459, - 0.8354341387748718, - 0.8289793729782104, - 0.8229079246520996, - 0.8169763088226318, - 0.8061056137084961, - 0.792035698890686, - 0.7820400595664978, - 0.7737307548522949, - 0.769096851348877, - 0.7669761180877686, - 0.7639934420585632, - 0.761496365070343, - 0.7560312747955322 + 0.9747652411460876, + 0.9570960998535156, + 0.9404661655426025, + 0.923742949962616, + 0.9178036451339722, + 0.9084390997886658, + 0.8966272473335266, + 0.8865058422088623, + 0.8795551061630249, + 0.8748630285263062, + 0.8688844442367554, + 0.8635666966438293, + 0.8549575805664062, + 0.8451293706893921, + 0.8358741998672485, + 0.8241925239562988, + 0.8174833059310913, + 0.8126116991043091, + 0.8077004551887512, + 0.8014650344848633, + 0.796262264251709, + 0.7909585237503052, + 0.7900192737579346, + 0.7873460650444031 ], "p90": [ - 1.0609251260757446, - 1.091418743133545, - 1.1164628267288208, - 1.1295136213302612, - 1.1374788284301758, - 1.1416244506835938, - 1.14647376537323, - 1.1587961912155151, - 1.1641261577606201, - 1.1634938716888428, - 1.1638387441635132, - 1.1657688617706299, - 1.1684914827346802, - 1.1725499629974365, - 1.176988124847412, - 1.1743087768554688, - 1.1685720682144165, - 1.1671664714813232, - 1.1662254333496094, - 1.168120265007019, - 1.1707079410552979, - 1.1721975803375244, - 1.1731617450714111, - 1.172459602355957 + 1.0294156074523926, + 1.0483944416046143, + 1.0659204721450806, + 1.0841792821884155, + 1.1096773147583008, + 1.1162214279174805, + 1.115636944770813, + 1.1160087585449219, + 1.1203944683074951, + 1.1286448240280151, + 1.1356642246246338, + 1.1381813287734985, + 1.1361958980560303, + 1.1368769407272339, + 1.14185631275177, + 1.1428996324539185, + 1.1482912302017212, + 1.1524780988693237, + 1.1543906927108765, + 1.1563475131988525, + 1.156808853149414, + 1.1574589014053345, + 1.1608437299728394, + 1.1654561758041382 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 602b60f42bbb8a47f8a9ee4c1102ec3279397ac1..4e193f784730ad9bc175ec2a186f511d3e1bed02 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:17:15.149736+00:00", + "evaluated_at": "2026-06-16T15:39:17.745985+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 2061243c7c918b6977cf9bf275136bbe65dbdd8e..f4560faff17279e1456704badac0ed143bd6154f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T14:36:34.455819+00:00", + "evaluated_at": "2026-06-16T15:39:20.614577+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 81, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index c26b29c37b0f82f5ee7e4a2dd3ca78b3dc98cd2f..d0915062ddf4f9423f164ca1ff2d1d0354aa0eae 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,187807.46361541748,187807.46361541748,355.3551432291667,0.5103446792764907,0.005357443174377338,0.005347072322464168,5.29747833906369,433.36758486926254,0.006525014181757973,0.005350417128753292,0.00623282417935219,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,191051.57177734375,191051.57177734375,357.2897135416667,0.513123019999799,0.0053872326267872745,0.005376485603437121,5.29747833906369,437.0944655075648,0.006581320080800463,0.005379701991112307,0.006242715600578,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,23.6984394589352,23.6984394589352,3.770800987879435,2.175021659368482,0.16462972255590969,0.14523521086721103,50.97962666587068,4.868104298280307,0.2137594481824952,0.16557663702066877,0.1347408430206246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002663450777191743,0.002663450777191743,0.04309015538698683,0.04794009811730047,0.38572033740133893,0.2919996354977405,0.5080198425013749,0.051608630840119595,0.24806872273030517,0.2071227163963149,0.3395712503551117,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.006843242238736262,0.006843242238736262,0.06189777453740438,0.48706450106491034,0.06468728897678398,0.06109641117938621,2.4464560481952646,0.08272389158360638,0.08272389158360638,0.06189777453740438,0.053822208444277445,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.03582540144022179,0.03582540144022179,0.16664764164791754,0.16540366801771267,0.9378073699284298,0.5898856352354223,0.7515089563296594,0.18927599277304502,0.7610359470891682,0.670052466420139,0.5765072443284588,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.003341118605497092,0.003341118605497092,0.038899004459381104,0.3060905316789116,0.03948749458847863,0.038819670581786196,2.572940784562858,0.05780241003191036,0.05756256509574576,0.038737597188710615,0.04824497349669207,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.00665831127241745,0.00665831127241745,0.017404913902282715,0.12531542790047756,0.0012091214853035862,0.0012254018292775172,5.130950500850868,0.08159847591969749,0.0058077204957820705,0.0012387838627903672,0.001490503153875138,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,67.3508157106916,67.3508157106916,5.0780980587005615,0.7967379932214932,0.2711726374356718,0.2474452404338069,6.153869257712604,8.206754273809567,0.4718785123405801,0.2919845382853012,0.2567846612293129,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.337219307675241,2.337219307675241,1.3356578350067139,0.5283921105521066,0.05435052911408478,0.05628571867603362,1.589970997401646,1.5287966861800955,0.06398870389197527,0.05590476122681311,0.0429226937793302,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index d4909694b68fadcf05bfbc671f5dd9a82e4e9449..433f4c54c8bf04bfcdaefa838b57c9ab36d34247 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:30:37.871755+00:00", + "evaluated_at": "2026-06-16T15:28:58.379725+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66481.7265625, 66429.828125, 66052.0, - 65792.578125 + 65746.1484375 ], "p50": [ 66540.8359375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c64f1a79beb1a9ccdb5ed83d3dfa3364cc6e32bd..8b4a3f1c7ab9cdf2d44b3d411dae57218aced84d 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:16:31.616582+00:00", + "evaluated_at": "2026-06-16T15:29:07.037873+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.184999942779541, - 1.1979999542236328, - 1.2300000190734863, - 1.246999979019165, - 1.2719999551773071, 1.2910000085830688, 1.312000036239624, 1.3380000591278076, @@ -101,14 +96,14 @@ 0.5170000195503235, 0.4580000042915344, 0.3889999985694885, - 0.32600000500679016 - ], - "actuals": [ + 0.32600000500679016, 0.2800000011920929, 0.24500000476837158, 0.1860000044107437, 0.13099999725818634, - 0.0729999989271164, + 0.0729999989271164 + ], + "actuals": [ 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -127,92 +122,92 @@ -0.37400001287460327, -0.3630000054836273, -0.36000001430511475, - -0.36000001430511475 + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584 ], "p50": [ - 0.2779475450515747, - 0.23165392875671387, - 0.17927801609039307, - 0.12995266914367676, - 0.07974481582641602, - 0.03280520439147949, - -0.011249780654907227, - -0.0544590950012207, - -0.09405863285064697, - -0.1294494867324829, - -0.1708759069442749, - -0.20804977416992188, - -0.23822450637817383, - -0.2693687677383423, - -0.29661309719085693, - -0.3265068531036377, - -0.3466196060180664, - -0.36283373832702637, - -0.3811075687408447, - -0.40698838233947754, - -0.4198267459869385, - -0.4293198585510254, - -0.43792223930358887, - -0.4535822868347168 + 0.019788622856140137, + -0.026060104370117188, + -0.07456409931182861, + -0.11788332462310791, + -0.16428077220916748, + -0.2077012062072754, + -0.252685546875, + -0.2942655086517334, + -0.3306612968444824, + -0.36709094047546387, + -0.4032682180404663, + -0.44056951999664307, + -0.4698375463485718, + -0.5005592107772827, + -0.5287672281265259, + -0.5594249963760376, + -0.5819004774093628, + -0.601927638053894, + -0.620531439781189, + -0.648149847984314, + -0.6589454412460327, + -0.672852635383606, + -0.6850351095199585, + -0.7033699750900269 ], "p10": [ - 0.26312756538391113, - 0.20801186561584473, - 0.15002310276031494, - 0.09093177318572998, - 0.027344107627868652, - -0.03219473361968994, - -0.09560048580169678, - -0.1503053903579712, - -0.21036601066589355, - -0.25528407096862793, - -0.328383207321167, - -0.38805413246154785, - -0.45101499557495117, - -0.508023738861084, - -0.5687828063964844, - -0.6318080425262451, - -0.6878738403320312, - -0.7406814098358154, - -0.787153959274292, - -0.8598172664642334, - -0.9162113666534424, - -0.9746232032775879, - -1.040874719619751, - -1.0956964492797852 + 0.004217863082885742, + -0.05128598213195801, + -0.10526835918426514, + -0.1576322317123413, + -0.21905457973480225, + -0.27484989166259766, + -0.34025371074676514, + -0.39309847354888916, + -0.45263373851776123, + -0.4932206869125366, + -0.5677772760391235, + -0.6263128519058228, + -0.6892708539962769, + -0.7440844774246216, + -0.8093374967575073, + -0.8693445920944214, + -0.9257320165634155, + -0.9794665575027466, + -1.026553988456726, + -1.099622130393982, + -1.156114935874939, + -1.2140434980392456, + -1.28343665599823, + -1.3380647897720337 ], "p90": [ - 0.2967209815979004, - 0.2559274435043335, - 0.21213030815124512, - 0.1725177764892578, - 0.13108205795288086, - 0.09428071975708008, - 0.06741213798522949, - 0.04080545902252197, - 0.016034960746765137, - -0.0013152360916137695, - -0.029416799545288086, - -0.04159855842590332, - -0.055580854415893555, - -0.05695962905883789, - -0.05335819721221924, - -0.053533196449279785, - -0.0532987117767334, - -0.043767333030700684, - -0.030139565467834473, - -0.017624735832214355, - -0.008222222328186035, - 0.018433809280395508, - 0.042557716369628906, - 0.07260358333587646 + 0.04135739803314209, + -0.00010526180267333984, + -0.042098164558410645, + -0.07498419284820557, + -0.11407053470611572, + -0.1485041379928589, + -0.17538189888000488, + -0.19731175899505615, + -0.21783697605133057, + -0.2341822385787964, + -0.2566901445388794, + -0.26459288597106934, + -0.2725245952606201, + -0.2776857614517212, + -0.275590181350708, + -0.27835309505462646, + -0.27764904499053955, + -0.27121448516845703, + -0.2577505111694336, + -0.24223339557647705, + -0.23205065727233887, + -0.20144879817962646, + -0.18213343620300293, + -0.15395689010620117 ], "timestamps": [ - "2026-06-16 02:12:00", - "2026-06-16 02:18:00", - "2026-06-16 02:24:00", - "2026-06-16 02:30:00", - "2026-06-16 02:36:00", "2026-06-16 02:42:00", "2026-06-16 02:48:00", "2026-06-16 02:54:00", @@ -327,6 +322,11 @@ "2026-06-16 13:48:00", "2026-06-16 13:54:00", "2026-06-16 14:00:00", - "2026-06-16 14:06:00" + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a33f7cac7df243a480e7104ff9052b972d2342d9..0351cbbabbd0be9b1e7fa7eb5a1a3ddba302734b 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:16:38.086110+00:00", + "evaluated_at": "2026-06-16T15:32:05.099489+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.100000023841858, - 1.2000000476837158, - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -101,12 +98,12 @@ 1.0, 1.0, 1.0, - 1.0 - ], - "actuals": [ 1.0, 1.0, 1.0, + 1.0 + ], + "actuals": [ 1.0, 1.0, 1.0, @@ -127,93 +124,90 @@ 1.100000023841858, 1.100000023841858, 0.8999999761581421, - 0.8999999761581421 + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858 ], "p50": [ - 0.995790958404541, - 1.0050194263458252, - 1.0192545652389526, - 1.018120288848877, - 1.0131117105484009, - 1.0161110162734985, - 1.0162891149520874, - 1.0666091442108154, - 1.0792768001556396, - 1.0799107551574707, - 1.0667593479156494, - 1.0488799810409546, - 1.050138235092163, - 1.0731645822525024, - 1.074488639831543, - 1.0731626749038696, - 1.0642645359039307, - 1.0610250234603882, - 1.0556751489639282, - 1.0782967805862427, - 1.0804916620254517, - 1.080193042755127, - 1.0817734003067017, - 1.0717182159423828 + 0.9969022274017334, + 0.9971005320549011, + 0.9961828589439392, + 0.9949527382850647, + 1.0052474737167358, + 1.012754201889038, + 1.008491039276123, + 1.000930905342102, + 0.9979062676429749, + 1.0012086629867554, + 1.0031059980392456, + 1.0315008163452148, + 1.0164836645126343, + 1.004577875137329, + 1.0016319751739502, + 1.0027415752410889, + 1.011883020401001, + 1.0209163427352905, + 1.0245698690414429, + 1.013129711151123, + 1.0126360654830933, + 1.013911247253418, + 1.0266255140304565, + 1.038487434387207 ], "p10": [ - 0.8983185887336731, - 0.9344220757484436, - 0.9085850715637207, - 0.8938701748847961, - 0.8765773773193359, - 0.8760597705841064, - 0.8697383999824524, - 0.8913729190826416, - 0.8968671560287476, - 0.8954759836196899, - 0.8765315413475037, - 0.8663092851638794, - 0.8609007596969604, - 0.8817631006240845, - 0.8851915001869202, - 0.8774970769882202, - 0.8701514005661011, - 0.8668643236160278, - 0.8568391799926758, - 0.874893307685852, - 0.8801818490028381, - 0.8781248331069946, - 0.8668755292892456, - 0.8595778942108154 + 0.9283181428909302, + 0.8730065822601318, + 0.8670498132705688, + 0.8577461838722229, + 0.8587847352027893, + 0.8722566366195679, + 0.8772748708724976, + 0.8694097995758057, + 0.8677572011947632, + 0.8577718734741211, + 0.8656400442123413, + 0.8691298961639404, + 0.8669009208679199, + 0.8583548069000244, + 0.8474136590957642, + 0.8423681855201721, + 0.8502901792526245, + 0.8535927534103394, + 0.8511841893196106, + 0.8449747562408447, + 0.8418125510215759, + 0.8360352516174316, + 0.8414982557296753, + 0.8429285287857056 ], "p90": [ - 1.0963501930236816, - 1.1224228143692017, - 1.135996699333191, - 1.1483641862869263, - 1.1557344198226929, - 1.1659787893295288, - 1.1778905391693115, - 1.2005105018615723, - 1.2121978998184204, - 1.2152466773986816, - 1.2070577144622803, - 1.2021304368972778, - 1.195909857749939, - 1.2105615139007568, - 1.2060106992721558, - 1.216105580329895, - 1.2096630334854126, - 1.2100991010665894, - 1.1989415884017944, - 1.2231943607330322, - 1.2238348722457886, - 1.225096583366394, - 1.2241899967193604, - 1.2211912870407104 + 1.1017166376113892, + 1.1022813320159912, + 1.1060136556625366, + 1.10309898853302, + 1.1362260580062866, + 1.1652791500091553, + 1.1766295433044434, + 1.1765151023864746, + 1.1793267726898193, + 1.1739181280136108, + 1.1974083185195923, + 1.209025263786316, + 1.2093987464904785, + 1.204954981803894, + 1.203375220298767, + 1.2014211416244507, + 1.2166513204574585, + 1.2321243286132812, + 1.2305914163589478, + 1.2296993732452393, + 1.2277346849441528, + 1.2185765504837036, + 1.2362629175186157, + 1.2507394552230835 ], "timestamps": [ - "2026-06-14 23:20:00", - "2026-06-14 23:30:00", - "2026-06-14 23:40:00", - "2026-06-14 23:50:00", - "2026-06-15 00:00:00", - "2026-06-15 00:10:00", "2026-06-15 00:20:00", "2026-06-15 00:30:00", "2026-06-15 00:40:00", @@ -327,6 +321,12 @@ "2026-06-15 18:40:00", "2026-06-15 18:50:00", "2026-06-15 19:00:00", - "2026-06-15 19:10:00" + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 46cd4ec5a55334cd6cbcfbefdc276d76a7e661b3..38edbfcff75e23418d8154a5b48c83d867609e31 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:16:46.922868+00:00", + "evaluated_at": "2026-06-16T15:32:30.169100+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 227a7b0d6a85285f634981bf08c7abcfd2b4012d..73b40184d9697c84771b7e905235dd00bf18d311 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:31:13.814779+00:00", + "evaluated_at": "2026-06-16T15:32:32.245525+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 81, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z", - "data_fetched_at": "2026-06-16T14:22:00.475321Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", "context_length": 96, "prediction_length": 24 }