diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 179c9924a7c73e82fb3c9d53908917b41f383ebc..2bab4331f4710e24461ce4b4551c755b3c167905 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T05:14:06.060479+00:00", + "generated_at": "2026-06-22T05:21:54.173652+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 188751b68bc7f0c6eef052cd0ffeb708f109675a..8f19bd17b2264a3d3fa17ff3f1754a751aa0abe3 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.7430923184731965,0.5736484847233179,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.37176814120452717,0.6591385660759195,8.0,1,1,1.0 Air Quality,Moving-Average,0.815904609338631,0.8323362167428201,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.2750732282080584,0.3690968072945496,1.0,1,1,1.0 -Finance,Moving-Average,0.3972358400701276,0.476763272705587,2.0,1,1,1.0 -Finance,Timer-S1,1.1420717105251212,0.7536862505442385,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7802475118919798,0.7654549287344669,4.0,1,1,1.0 -Finance,Chronos-2,0.5049791981328798,0.8006057240321274,5.0,1,1,1.0 -Finance,TimesFM-2.5,0.8259721597652864,0.8034343453122625,6.0,1,1,1.0 -Finance,TiRex,1.568733404744687,0.882561315064844,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.879420464335719,0.9514496745282728,8.0,1,1,1.0 +Finance,ETS,0.28334546771980534,0.37575740075187875,1.0,1,1,1.0 +Finance,Moving-Average,0.40442356572726473,0.482570863835051,2.0,1,1,1.0 +Finance,Timer-S1,1.1381898199728595,0.7516559090988909,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7742129635827129,0.7634352244652779,4.0,1,1,1.0 +Finance,TimesFM-2.5,0.8183478646482433,0.796025840172515,5.0,1,1,1.0 +Finance,Chronos-2,0.5195537688286006,0.8058486293086417,6.0,1,1,1.0 +Finance,TiRex,1.5539506038561393,0.880647457964053,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.896202354866642,0.9624945431811641,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.8844820600327192,2.276014859142314,10.0,1,1,1.0 +Finance,ARIMA,1.8948397664775365,2.2862067392003067,10.0,1,1,1.0 Hazards,Chronos-2,0.430646964018626,0.5189230492158344,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4950895717110299,0.561177005135267,2.0,1,1,1.0 Hazards,TiRex,0.49285398245357354,0.5726439747993839,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 -Ocean,Moirai-1.1-Large,0.42782943547420577,0.5929611281164133,3.0,2,2,1.0 -Ocean,Timer-S1,0.23860801242290197,0.4308802137895961,3.0,2,2,1.0 -Ocean,TiRex,0.13011850921425216,0.40770277994629384,4.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.6654919067639408,0.6977122627438289,4.5,2,2,1.0 -Ocean,Moving-Average,0.9018917070625782,0.9369479929983504,5.0,2,2,1.0 -Ocean,ARIMA,0.7201668300956907,0.7301332167013544,6.0,2,2,1.0 -Ocean,Chronos-2,0.300154093234195,0.5012432490640233,6.0,2,2,1.0 -Ocean,TimesFM-2.5,0.26869965138900004,0.4934757715929033,6.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 -Ocean,ETS,1.7249746684397183,1.161457393905173,10.0,2,2,1.0 +Ocean,TiRex,0.12406993990482061,0.39140587363977214,2.5,2,2,1.0 +Ocean,Timer-S1,0.23806381372245142,0.4269664792285109,2.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.43403737172070594,0.5941707615810009,3.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.6703693095932731,0.697676273589404,4.0,2,2,1.0 +Ocean,Chronos-2,0.2765990597552449,0.4718656010664221,4.5,2,2,1.0 +Ocean,Moving-Average,0.8994865738029382,0.9420567121349448,6.5,2,2,1.0 +Ocean,TimesFM-2.5,0.2623495920599277,0.48618552448622737,6.5,2,2,1.0 +Ocean,ARIMA,0.7175605196752447,0.7309913833417637,7.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 +Ocean,ETS,1.5865239334089507,1.1078724411494165,10.0,2,2,1.0 Weather,Chronos-2,0.3251259520871813,0.4301900693148517,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.29902269754957217,0.3988707462029459,3.0,3,3,1.0 Weather,Timer-S1,0.37128517409991496,0.4940242957495342,4.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index ea4c081d71449f3f4fe3b3e08bc86cf0262b6202..2bfe1cc92a162c89c7ab8e223d452fe1a0bb9fd9 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,Moirai-1.1-Large,0.9316073806560632,0.8819086501964345,1.0,1,1,1.0 -10min,Moving-Average,0.955121143741813,0.940481843936001,2.0,1,1,1.0 -10min,Toto-2.0-1B,0.95548798189372,0.944677632806473,3.0,1,1,1.0 -10min,Timer-S1,0.9985163323810583,0.9621019599598264,4.0,1,1,1.0 -10min,ARIMA,0.935691663069533,0.9824849097113615,5.0,1,1,1.0 -10min,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -10min,TiRex,1.141655937619982,1.027552835282687,7.0,1,1,1.0 -10min,TimesFM-2.5,1.078964947677279,1.0390618394982378,8.0,1,1,1.0 -10min,Chronos-2,1.2281515659766984,1.085546707659208,9.0,1,1,1.0 -10min,ETS,1.5120109500169672,1.2341054821600466,10.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9588393469510565,0.8855104860699246,1.0,1,1,1.0 +10min,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 +10min,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 +10min,TiRex,1.0379829641382672,0.9470469150028437,4.0,1,1,1.0 +10min,Moving-Average,0.9500337688962047,0.9507657793383232,5.0,1,1,1.0 +10min,Chronos-2,1.0429532091634128,0.9620288112200992,6.0,1,1,1.0 +10min,ARIMA,0.9289313126841627,0.9847958065377861,7.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +10min,TimesFM-2.5,1.0285701498262538,1.0085879474028765,9.0,1,1,1.0 +10min,ETS,1.2790359424124662,1.1228590246360046,10.0,1,1,1.0 15min,ARIMA,1.2832094181126878,0.7305181630273874,1.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 15min,ETS,0.8782545537576557,1.114134389204833,3.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.4208223140656205,0.5164458289169591,3.3333333333333335,6,6,1.0 -1h,Toto-2.0-1B,0.5223936657485149,0.5648508031089748,4.166666666666667,6,6,1.0 -1h,ETS,0.7036114386817403,0.7227207657557634,4.333333333333333,6,6,1.0 -1h,TiRex,0.5391558704973519,0.5629387316506307,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.570234204123321,0.5275444408205704,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.5805935306669329,0.5712940265990482,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.3712290650317925,0.6229429112359589,5.833333333333333,6,6,1.0 -1h,Moving-Average,0.9662439538663117,0.8976090677550197,7.0,6,6,1.0 -1h,ARIMA,1.325496759570888,1.1343744714823616,7.5,6,6,1.0 +1h,Chronos-2,0.4228226677718098,0.5170079694953414,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.5217181072715823,0.564602130109545,4.166666666666667,6,6,1.0 +1h,ETS,0.7070946460296534,0.7248782614492107,4.333333333333333,6,6,1.0 +1h,TiRex,0.5383057462568109,0.5627350896985546,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.5710796949851086,0.5285602021338474,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5802641585994024,0.5710372384812237,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.37065573907577926,0.6219818478631806,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.9691361513026607,0.8994222258883486,7.0,6,6,1.0 +1h,ARIMA,1.3267082126949736,1.1352195081431733,7.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.833333333333334,6,6,1.0 6min,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 6min,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a3bc56b7ec063e61ec2c8ea8c3f01b279e54fd6f..f2535eee89c2ad08cb6cbb9942ff247fe76ef13e 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.47640972734860165,0.5928648273831516,3.7142857142857144,7,7,1.0 -24,ETS,0.726253521240023,0.768816983524753,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.5732165691546942,0.6407763616050387,4.714285714285714,7,7,1.0 -24,Timer-S1,0.6274937415865316,0.646149882940254,4.857142857142857,7,7,1.0 -24,TiRex,0.5889251685806166,0.6396127491664525,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.6379863063727653,0.6061145431483771,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.4277838425351872,0.6968467578876635,6.0,7,7,1.0 -24,ARIMA,1.3193714438498727,1.0652531131679028,6.571428571428571,7,7,1.0 -24,Moving-Average,0.9689625522364456,0.9318284841543141,6.571428571428571,7,7,1.0 +24,Chronos-2,0.47835014247052315,0.5934179167448759,3.857142857142857,7,7,1.0 +24,ETS,0.7293341161335294,0.7707837965378076,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.5725811253853955,0.64053455495879,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6271886046481381,0.6459009309131284,4.857142857142857,7,7,1.0 +24,TiRex,0.5881291369470927,0.6394144195068292,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.6387970326510074,0.6071147293121291,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.4272174922098566,0.6959251585451345,5.857142857142857,7,7,1.0 +24,ARIMA,1.3204049662439379,1.0659332589763844,6.571428571428571,7,7,1.0 +24,Moving-Average,0.971448022624743,0.933441635166597,6.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 60,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 60,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,Moving-Average,0.8516287767241919,0.9334274204695603,8.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 60,ETS,1.9679339006938577,1.0930858807108448,10.0,1,1,1.0 -72,Moirai-1.1-Large,0.9316073806560632,0.8819086501964345,1.0,1,1,1.0 -72,Moving-Average,0.955121143741813,0.940481843936001,2.0,1,1,1.0 -72,Toto-2.0-1B,0.95548798189372,0.944677632806473,3.0,1,1,1.0 -72,Timer-S1,0.9985163323810583,0.9621019599598264,4.0,1,1,1.0 -72,ARIMA,0.935691663069533,0.9824849097113615,5.0,1,1,1.0 -72,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -72,TiRex,1.141655937619982,1.027552835282687,7.0,1,1,1.0 -72,TimesFM-2.5,1.078964947677279,1.0390618394982378,8.0,1,1,1.0 -72,Chronos-2,1.2281515659766984,1.085546707659208,9.0,1,1,1.0 -72,ETS,1.5120109500169672,1.2341054821600466,10.0,1,1,1.0 +72,Moirai-1.1-Large,0.9588393469510565,0.8855104860699246,1.0,1,1,1.0 +72,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 +72,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 +72,TiRex,1.0379829641382672,0.9470469150028437,4.0,1,1,1.0 +72,Moving-Average,0.9500337688962047,0.9507657793383232,5.0,1,1,1.0 +72,Chronos-2,1.0429532091634128,0.9620288112200992,6.0,1,1,1.0 +72,ARIMA,0.9289313126841627,0.9847958065377861,7.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +72,TimesFM-2.5,1.0285701498262538,1.0085879474028765,9.0,1,1,1.0 +72,ETS,1.2790359424124662,1.1228590246360046,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index aad0910ad407528d2a62a04993a4549703c0acdf..972a2cf055c6109c8e8ff258863955855440028b 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.4207047443873349,0.5313573421952024,4.1,10,10,1.0 -Overall,Chronos-2,0.364476001423697,0.5246311581955188,4.3,10,10,1.0 -Overall,TiRex,0.34786051134902835,0.5248344263859239,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.49681412190115903,0.5911109140511676,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.4974970507713576,0.5477299627682286,4.8,10,10,1.0 -Overall,ETS,0.8108382052418077,0.7951730714558215,5.8,10,10,1.0 -Overall,TimesFM-2.5,0.3286819168608757,0.5934891734390708,6.0,10,10,1.0 -Overall,Moving-Average,0.871215418342231,0.8713714380913484,6.4,10,10,1.0 -Overall,ARIMA,1.0219449940594587,0.9009278660483104,6.5,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,8.0,10,10,1.0 +Overall,Timer-S1,0.42036951597255623,0.5302454860088329,4.0,10,10,1.0 +Overall,Chronos-2,0.35958860824768824,0.5186704604262082,4.1,10,10,1.0 +Overall,TiRex,0.3442384964059205,0.520456896608322,4.2,10,10,1.0 +Overall,Toto-2.0-1B,0.4971540776342746,0.5909486633530551,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.49937624135955305,0.5485860440665825,4.8,10,10,1.0 +Overall,ETS,0.7997491359137575,0.7891066166087852,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.3268102909320543,0.5911772541723155,6.0,10,10,1.0 +Overall,ARIMA,1.0217641321296176,0.9015422637107813,6.7,10,10,1.0 +Overall,Moving-Average,0.8723131389394294,0.8733764223711108,6.7,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,8.2,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 64a79dd4c776dafb355b6d26fc0234abed0cd103..5855f58cafc1fb7f67813855b0fc2ed849974c32 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,385855.4708627232,880769.6983407586,904.0240408323765,0.8391796563030022,0.014091535717538017,0.014199275728092181,18.07343502880519,621.1726578518433,0.00969030945149935,0.014102798306602278,0.012847969788411332,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,387315.6651666833,887837.3598716032,906.9649588011265,0.8419096263245499,0.014136488906314276,0.014245082275591273,18.182633829667108,622.3469009858435,0.009708182796404128,0.01414802836814441,0.01289325734993025,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2222407538739179,0.21829296368075646,0.311749949015893,0.8884506584538995,0.22717790620125916,0.17772215406322275,33.76216999659614,0.47142417616613375,0.29051539980697105,0.19211607222756863,0.19036895309870763,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07290599375682073,0.08134923236693863,0.26289946776978507,4.206392687775162,0.16561574427303405,0.18278610671425055,63.860724147614455,0.2700110993215292,0.1746702481410495,0.1700697318994869,0.1531585978583178,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07173415815980125,0.0797398474291006,0.25987801530090454,3.9981241922235364,0.16340038980353638,0.18014914083827915,66.92956344724914,0.26783233217780344,0.17295002615965782,0.16781360629296077,0.15234258570274564,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.96766037580949,51.533074486399094,6.078467108869668,0.5255741573253901,0.34826775018651773,0.27631425556512934,6.3003478476597765,7.277888455851016,0.33081311162959165,0.2762939594940758,0.24159927335303466,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.337752798674094,12.898524894427792,3.2232208371337165,1.6833693674051464,0.13843877274827698,0.1273506820818023,41.66535677068093,3.652088826777642,0.1513035278605736,0.13353582206332668,0.12487181977521002,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e17641ba5f3680f972051578dc999a2fe55db78d..de3b4f40b9a5907dac6d98d4645e2464d364b4e7 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:14:05.698155+00:00", + "evaluated_at": "2026-06-22T05:21:53.855137+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 63557.771927208836, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b6aeecc5e3b37db9432d41015d226f6a94e7901a..399024a9f021b8a731cc9cd169717584a83304ed 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:04:18.143667+00:00", + "evaluated_at": "2026-06-22T05:21:53.914451+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2394355692073233, - 1.2655831769060852, - 1.2765495735656243, - 1.2834094183759013, - 1.2844343314759723, - 1.285404137464436, - 1.2858641949837724, - 1.286071917067496, - 1.2862064154646176, - 1.2862008540959788, - 1.2863307764534038, - 1.2862884789143558, - 1.28609726748469, - 1.2870970617391304, - 1.2863489713374026, - 1.2871512527650995, - 1.2864008838802214, - 1.2870988083145072, - 1.2864996451838862, - 1.2861305722882905, - 1.2862431505328278, - 1.28637543000112, - 1.2862971912643402, - 1.2871516350262122, - 1.2862971925414912, - 1.2870442697058604, - 1.2863498077431759, - 1.2871516357335837, - 1.2863498077993099, - 1.2862431582338019, - 1.2863235003441122, - 1.2863235003458047, - 1.287125262187469, - 1.2871516357658042, - 1.286323500347097, - 1.2863498078141373, - 1.2863498078141713, - 1.2862971928802551, - 1.286771975905069, - 1.2862701755604413, - 1.2858855642859601, - 1.2864996819491723, - 1.2863498078141997, - 1.286270175560444, - 1.2861876445544236, - 1.2864996819491727, - 1.2867719759050753, - 1.286375433530318, - 1.2871516357661037, - 1.2864010592464357, - 1.2864510004487055, - 1.286375433530318, - 1.2879201578510417, - 1.2861876445544236, - 1.2863235003472342, - 1.2863498078142, - 1.2863235003472342, - 1.2863235003472342, - 1.2864510004487055, - 1.2864510004487055, - 1.2862431582406197, - 1.2864260298475707, - 1.2863498078142, - 1.2863498078142, - 1.2863235003472342, - 1.2864753411989391, - 1.2863235003472342, - 1.2864996819491727, - 1.2864260298475707, - 1.2870715792355603, - 1.2864010592464357, - 1.2862154013975218 + 1.330082517904412, + 1.3070296407913786, + 1.2990362143117355, + 1.2939140582269224, + 1.2930995303585555, + 1.2918023095305224, + 1.2914953476414581, + 1.29067340508558, + 1.2915335082821928, + 1.2909591329396175, + 1.2918257423889867, + 1.2913295585019522, + 1.2913284734485242, + 1.2913886080220347, + 1.2913884301688545, + 1.2912048637799627, + 1.2912048346277083, + 1.2916204632186656, + 1.291620458440264, + 1.2912671627580568, + 1.2912671619748197, + 1.2916204554053399, + 1.2910782840528998, + 1.2916204552249813, + 1.2910140997952992, + 1.2911424681559407, + 1.291078283967911, + 1.2916204551905726, + 1.291388309179647, + 1.2922380083161693, + 1.2907437328029958, + 1.291388309179288, + 1.2914471719020728, + 1.292797645897524, + 1.2913277353106334, + 1.291506034624863, + 1.2915632449072427, + 1.2912048147960729, + 1.2913883091792624, + 1.291014099780984, + 1.291142468150145, + 1.292076954692443, + 1.2913883091792624, + 1.291142468150145, + 1.2912653886647036, + 1.2913883091792624, + 1.2913883091792624, + 1.2921318863158455, + 1.2920220230690405, + 1.2913883091792624, + 1.2912671614420008, + 1.2916204551896227, + 1.2915060346248624, + 1.2912671614420008, + 1.291014099780984, + 1.2916204551896227, + 1.2921318863158455, + 1.2913883091792624, + 1.2920220230690405, + 1.2921849473159295, + 1.2913883091792624, + 1.2913883091792624, + 1.2912671614420008, + 1.2915060346248624, + 1.2908819201087125, + 1.2913883091792624, + 1.2913883091792624, + 1.2920220230690405, + 1.2912048147960729, + 1.2914471719020624, + 1.2913277353106316, + 1.290386570506563 ], "p10": [ - 1.1745793796998136, - 1.2000046851200565, - 1.2098941553777647, - 1.219295004403302, - 1.2190100547073932, - 1.2206241699902969, - 1.2206424072840978, - 1.219547382565628, - 1.2196548636429254, - 1.1865056824528322, - 1.2210563738197975, - 1.186538533108287, - 1.216421811761427, - 1.22380391700743, - 1.1807642357852701, - 1.2197452580575718, - 1.2215202214579, - 1.2311840904686793, - 1.221075368415307, - 1.2164257848262685, - 1.2215698326322688, - 1.221569836810863, - 1.2215203952081861, - 1.2215698396001693, - 1.2215698400012838, - 1.2164258015050213, - 1.219745640987552, - 1.2238057438459224, - 1.2210754051657036, - 1.2239719849274895, - 1.221075405177472, - 1.18654724707277, - 1.2210754051799393, - 1.2222557712714794, - 1.221771543336733, - 1.2223095743755952, - 1.2209424287683632, - 1.2209424287683788, - 1.2210754051805877, - 1.221569840340058, - 1.219745641058575, - 1.2215203968241137, - 1.2209424287683917, - 1.22177154333687, - 1.2215698403400608, - 1.2238057438784424, - 1.222255771271779, - 1.2210754051805937, - 1.2215698403400608, - 1.2215203968241142, - 1.1865472470741993, - 1.22177154333687, - 1.2164258016601386, - 1.2215203968241142, - 1.222255771271779, - 1.2209424287683919, - 1.2209424287683919, - 1.2210754051805937, - 1.22177154333687, - 1.22177154333687, - 1.219745641058576, - 1.1865472470741993, - 1.2209424287683919, - 1.1865472470741993, - 1.219745641058576, - 1.22177154333687, - 1.1807650722620675, - 1.2215203968241142, - 1.2217513730371892, - 1.2215203968241142, - 1.2210754051805937, - 1.219745641058576 + 1.2581576960415237, + 1.232249999045351, + 1.225755319500056, + 1.219405304059856, + 1.2208323485379133, + 1.2202237732230607, + 1.1911032642157562, + 1.1917996377634021, + 1.2198372465291312, + 1.216503262320956, + 1.2279409807814086, + 1.2198115960631213, + 1.2242489175344624, + 1.216492438168959, + 1.2168796760017881, + 1.2242482283804597, + 1.2168408332752303, + 1.2257583290046627, + 1.2200972044567935, + 1.220068459688773, + 1.2164921398590056, + 1.219809773087518, + 1.2168795550995313, + 1.2200684584080757, + 1.219809772886116, + 1.2168795550179916, + 1.219809772874147, + 1.1837705152754698, + 1.2200972012065368, + 1.2197754365869122, + 1.2164921393262498, + 1.2195167510858658, + 1.2168795550122065, + 1.2241138765728836, + 1.2226243561643164, + 1.2168795550121967, + 1.225607306817715, + 1.216879555012196, + 1.2164921393261867, + 1.216879555012196, + 1.2164921393261867, + 1.220068458372717, + 1.216879555012196, + 1.18377051527452, + 1.2164921393261867, + 1.216879555012196, + 1.2226243561643146, + 1.2198097728718007, + 1.216879555012196, + 1.2198097728718007, + 1.220068458372717, + 1.220068458372717, + 1.220068458372717, + 1.1917317781749752, + 1.1917317781749752, + 1.222905151159666, + 1.2226243561643146, + 1.2279364775217534, + 1.2200972012061522, + 1.2198097728718007, + 1.1917317781749752, + 1.2200972012061522, + 1.216879555012196, + 1.2226243561643146, + 1.220068458372717, + 1.1909356518849297, + 1.2164921393261867, + 1.216879555012196, + 1.216879555012196, + 1.216879555012196, + 1.2198097728718007, + 1.216879555012196 ], "p90": [ - 1.3402121701589969, - 1.3639582608698246, - 1.3756224868930709, - 1.3826918913241035, - 1.3762916226475266, - 1.38625696044948, - 1.37244227698046, - 1.3813767608463994, - 1.3871118533835933, - 1.3871846587473353, - 1.3856278070356223, - 1.3819562006968886, - 1.3856428484977068, - 1.3819630877917886, - 1.3879602021636246, - 1.3872780885823575, - 1.3723057508937624, - 1.3872025505036083, - 1.3854739358085957, - 1.3779993955958991, - 1.387202623091452, - 1.3723059227307788, - 1.3815750177234194, - 1.387226222628811, - 1.3856468380576414, - 1.385473972418765, - 1.3856468383253944, - 1.3856468383638985, - 1.387202630784354, - 1.3872026307924261, - 1.390014445578711, - 1.3874385564924006, - 1.3874908047078347, - 1.387226223368403, - 1.3815750193392105, - 1.387278471583299, - 1.3874385564938012, - 1.381964914662788, - 1.3872262233686965, - 1.3779994124297665, - 1.3815750193393463, - 1.3854739725738818, - 1.3856468383964182, - 1.3874385564938299, - 1.3872262233687025, - 1.3815750193393475, - 1.3815750193393475, - 1.3872262233687025, - 1.3874385564938299, - 1.3815750193393475, - 1.378356973120727, - 1.381964914662801, - 1.3900086414520358, - 1.3854739725738823, - 1.3874385564938299, - 1.387202630799244, - 1.3856468383964184, - 1.381964914662801, - 1.3874385564938299, - 1.3872784715833617, - 1.3874385564938299, - 1.387202630799244, - 1.387202630799244, - 1.3872262233687025, - 1.3779994124297692, - 1.3856468383964184, - 1.3854739725738823, - 1.387202630799244, - 1.3856468383964184, - 1.3872262233687025, - 1.381964914662801, - 1.3723059262599766 + 1.4304609671220652, + 1.408348598794861, + 1.3908434173953073, + 1.394866339011419, + 1.3939619888592176, + 1.393409839995626, + 1.3925680846175201, + 1.3924683318751205, + 1.384632322638422, + 1.3853895460741275, + 1.3833299548171, + 1.3846066721724122, + 1.3929965777822586, + 1.3929397120358773, + 1.3846049699706837, + 1.392340638947649, + 1.3685816797396055, + 1.392340597992802, + 1.3929958428950073, + 1.3710900967200415, + 1.3846048495139105, + 1.3935036779214334, + 1.3697306114742698, + 1.3929394132284636, + 1.3935036777200314, + 1.3923405899695547, + 1.3853784230817046, + 1.3842269653990262, + 1.3854383054026775, + 1.3924004722868493, + 1.3935036777057792, + 1.3833254515574704, + 1.392400472286704, + 1.3929394131931092, + 1.393503677705718, + 1.3935036777057168, + 1.3833254515574451, + 1.3846048489810916, + 1.3686965550558667, + 1.3846048489810916, + 1.3710900954039855, + 1.3935036777057161, + 1.3924004722866936, + 1.3834533912998095, + 1.3834533912998095, + 1.392340589963759, + 1.3935036777057161, + 1.392340589963759, + 1.383325451557445, + 1.3697306113869345, + 1.392939413193105, + 1.3933181710923535, + 1.3834533912998095, + 1.3853784230793582, + 1.3846048489810916, + 1.3924004722866936, + 1.392995839644366, + 1.3846048489810916, + 1.3924004722866936, + 1.3834533912998095, + 1.392340589963759, + 1.392340589963759, + 1.383325451557445, + 1.3938260091537034, + 1.3924004722866936, + 1.392340589963759, + 1.3853784230793582, + 1.3924004722866936, + 1.3846048489810916, + 1.3924004722866936, + 1.3697306113869345, + 1.3685816599079703 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 63b2dbf00d1a1a22fb85999428eda0a049f87aec..b6277f8bb4598fe225fbc5bdc289016daca49a57 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:14:05.787372+00:00", + "evaluated_at": "2026-06-22T05:21:53.953075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 44b04942cf5ee35234ee3ed6ab95ba4e785ac938..1496e8dc00588e65ed784a57db992c77c57f1d76 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.600,4.300,5.000,5.000,4.600,5.000,4.100,5.000,4.600,5.000 +2026-06-22,Chronos-2,4.600,4.100,5.000,5.000,4.600,5.000,3.800,5.000,4.600,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6c5d62168df4f2a33a306b4e4d5787255979d6fa..e1bcbc8d2a6acd09a5ec7b9ddf930e792e7cc788 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.6,4.3,5.0,5.0,4.6,5.0,4.1,5.0,4.6,5.0 +2026-W26,Chronos-Bolt-Mini,4.6,4.1,5.0,5.0,4.6,5.0,3.8,5.0,4.6,5.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 5de1e86372834ac0279585d4c5629dec93a9b1d8..9ba5824d6fc6c4aa63bf2eb7442ed56e5d040534 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,103396.57267316182,103396.57267316182,262.7355143229167,0.243889862049564,0.004104372968933467,0.00410003874305234,1.7052458816266627,321.5533745323812,0.005016240919502664,0.004098680786260797,0.004519372144464038,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,106199.64660008748,106199.64660008748,265.6764322916667,0.24661983207111185,0.004149843542824615,0.00414584874319175,1.7052458816266627,325.88287251723966,0.005083548245525192,0.004144369266237664,0.004544651883232225,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.029412152343141904,0.029412152343141904,0.15506234169006347,0.44190942135139594,0.09636977109514938,0.10244685527685078,5.380198724567403,0.17149971528589167,0.10568679094536802,0.09555725070667284,0.08120193065845026,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09569350025818599,0.09569350025818599,0.28834012647469837,4.613443343511902,0.1820623337339185,0.20259298552591043,127.05489426699897,0.30934366044609024,0.20011449183663552,0.18652730042176224,0.16922479929349996,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08053918458537071,0.08053918458537071,0.26151349809434676,4.023285471506264,0.16446227946827838,0.18141137499044854,93.53193651193052,0.28379426453924456,0.18325728293117136,0.1688697028053181,0.14882065464622296,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,132.26548005992467,132.26548005992467,9.466134150822958,0.8184885087538193,0.5082012192807918,0.3659391763198984,6.903968689345848,11.500673026389572,0.5227578648358896,0.43027882503740716,0.290984644552674,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.2798402269190774,1.2798402269190774,0.894323984781901,0.4670724336270799,0.03727354159596285,0.0362241476242553,2.1947801393510002,1.131300237301786,0.04686899062208544,0.03705122749361491,0.02632778041822118,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 25998a8964df62e991d83f172d6eff07b2761fd9..0897d500766ee53c5586406d352b6bd8ebba46c5 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:09:41.142843+00:00", + "evaluated_at": "2026-06-22T05:19:25.580930+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64281.45703125, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8f76d50efe3143b3e131277f386db03945f01232..02e8ec19f581383b862fa11e25a3f8eac8bb155a 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:56:35.012600+00:00", + "evaluated_at": "2026-06-22T05:19:31.139117+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2094860076904297, - 1.2203569412231445, - 1.2304463386535645, - 1.2408678531646729, - 1.2469704151153564, - 1.2544115781784058, - 1.2583037614822388, - 1.2602099180221558, - 1.262088418006897, - 1.2635577917099, - 1.2643250226974487, - 1.2654966115951538, - 1.2655181884765625, - 1.2668251991271973, - 1.2669706344604492, - 1.2669724225997925, - 1.2666136026382446, - 1.267102837562561, - 1.267144799232483, - 1.2684931755065918, - 1.2673556804656982, - 1.26795494556427, - 1.2688111066818237, - 1.2681857347488403, - 1.2684719562530518, - 1.2680339813232422, - 1.2678766250610352, - 1.2683699131011963, - 1.268608570098877, - 1.269724726676941, - 1.270093321800232, - 1.269578218460083, - 1.2683566808700562, - 1.2696725130081177, - 1.270424246788025, - 1.2714272737503052, - 1.2701114416122437, - 1.2681699991226196, - 1.2678368091583252, - 1.2667522430419922, - 1.2645413875579834, - 1.2616256475448608, - 1.2586109638214111, - 1.2582228183746338, - 1.257394790649414, - 1.2567352056503296, - 1.258160948753357, - 1.2574265003204346, - 1.2509653568267822, - 1.2500923871994019, - 1.2479496002197266, - 1.245141625404358, - 1.24594247341156, - 1.2446922063827515, - 1.2468582391738892, - 1.2479859590530396, - 1.2512121200561523, - 1.250002145767212, - 1.2515735626220703, - 1.254173994064331, - 1.2546073198318481, - 1.2554795742034912, - 1.258031964302063, - 1.2580281496047974, - 1.2578470706939697, - 1.2571862936019897, - 1.2576323747634888, - 1.2586309909820557, - 1.259482502937317, - 1.26091468334198, - 1.261644721031189, - 1.2615634202957153 + 1.3401007652282715, + 1.3085654973983765, + 1.2909190654754639, + 1.2834081649780273, + 1.2804721593856812, + 1.2790108919143677, + 1.2813059091567993, + 1.283962368965149, + 1.2874820232391357, + 1.289991021156311, + 1.2898987531661987, + 1.291829228401184, + 1.2919875383377075, + 1.2930660247802734, + 1.2940126657485962, + 1.295428991317749, + 1.2954835891723633, + 1.2944775819778442, + 1.2929500341415405, + 1.2944759130477905, + 1.2946926355361938, + 1.2954320907592773, + 1.2966519594192505, + 1.2977592945098877, + 1.2978241443634033, + 1.2969778776168823, + 1.2959113121032715, + 1.2953224182128906, + 1.2947931289672852, + 1.2955732345581055, + 1.2966599464416504, + 1.2963513135910034, + 1.2959651947021484, + 1.2959989309310913, + 1.2955340147018433, + 1.2953228950500488, + 1.294172763824463, + 1.2943907976150513, + 1.293286919593811, + 1.2919914722442627, + 1.2913049459457397, + 1.2881333827972412, + 1.2851258516311646, + 1.2840970754623413, + 1.2834179401397705, + 1.2838798761367798, + 1.2852702140808105, + 1.285904049873352, + 1.2856481075286865, + 1.283066749572754, + 1.2778520584106445, + 1.2760889530181885, + 1.27543306350708, + 1.2755746841430664, + 1.2776941061019897, + 1.2803728580474854, + 1.2831106185913086, + 1.2841166257858276, + 1.2854307889938354, + 1.2869348526000977, + 1.2875785827636719, + 1.288553237915039, + 1.2905879020690918, + 1.2903891801834106, + 1.2916784286499023, + 1.2916393280029297, + 1.2897064685821533, + 1.2917364835739136, + 1.2922743558883667, + 1.2937488555908203, + 1.2960888147354126, + 1.297426700592041 ], "p10": [ - 1.1959869861602783, - 1.1922088861465454, - 1.1934853792190552, - 1.1954840421676636, - 1.1964918375015259, - 1.1967800855636597, - 1.195916771888733, - 1.197007656097412, - 1.1969496011734009, - 1.1969218254089355, - 1.2012170553207397, - 1.201624870300293, - 1.201189398765564, - 1.1984248161315918, - 1.1980793476104736, - 1.199465036392212, - 1.1983928680419922, - 1.1977277994155884, - 1.1975963115692139, - 1.196614146232605, - 1.1970592737197876, - 1.1966285705566406, - 1.1969279050827026, - 1.1966595649719238, - 1.1971290111541748, - 1.196284532546997, - 1.1977458000183105, - 1.197515606880188, - 1.1971676349639893, - 1.195589303970337, - 1.1963025331497192, - 1.1951179504394531, - 1.1937108039855957, - 1.1938401460647583, - 1.194023847579956, - 1.1930972337722778, - 1.1935373544692993, - 1.193578839302063, - 1.1936120986938477, - 1.192611575126648, - 1.192638635635376, - 1.1921223402023315, - 1.1932487487792969, - 1.1926207542419434, - 1.1927340030670166, - 1.1896660327911377, - 1.189995288848877, - 1.1882593631744385, - 1.1887671947479248, - 1.1877002716064453, - 1.187796711921692, - 1.1886091232299805, - 1.1871827840805054, - 1.186751365661621, - 1.1883742809295654, - 1.188393235206604, - 1.1876574754714966, - 1.187707781791687, - 1.1885720491409302, - 1.1890130043029785, - 1.1894052028656006, - 1.1872589588165283, - 1.1882565021514893, - 1.187370777130127, - 1.1864603757858276, - 1.1862291097640991, - 1.1852545738220215, - 1.185978651046753, - 1.1855714321136475, - 1.1852593421936035, - 1.184971809387207, - 1.1863720417022705 + 1.247612714767456, + 1.2071071863174438, + 1.1997509002685547, + 1.1944080591201782, + 1.1924374103546143, + 1.1935590505599976, + 1.1958916187286377, + 1.1982533931732178, + 1.202883243560791, + 1.2041183710098267, + 1.2066853046417236, + 1.2067328691482544, + 1.2077128887176514, + 1.2072339057922363, + 1.2080762386322021, + 1.2097164392471313, + 1.2076444625854492, + 1.2058862447738647, + 1.204376459121704, + 1.202958583831787, + 1.2017062902450562, + 1.2028653621673584, + 1.2030152082443237, + 1.2005677223205566, + 1.2034913301467896, + 1.201728343963623, + 1.2021344900131226, + 1.2007814645767212, + 1.1988128423690796, + 1.200527548789978, + 1.2006845474243164, + 1.2010693550109863, + 1.2041717767715454, + 1.203614592552185, + 1.2047085762023926, + 1.2052409648895264, + 1.2049421072006226, + 1.2077500820159912, + 1.206028699874878, + 1.2024250030517578, + 1.2027595043182373, + 1.199898600578308, + 1.1983524560928345, + 1.1949963569641113, + 1.1921107769012451, + 1.190971851348877, + 1.1895623207092285, + 1.1866800785064697, + 1.1884125471115112, + 1.1860699653625488, + 1.1846277713775635, + 1.1822370290756226, + 1.1827278137207031, + 1.1826021671295166, + 1.1844196319580078, + 1.186286211013794, + 1.1887753009796143, + 1.1890000104904175, + 1.190840721130371, + 1.189906120300293, + 1.1888141632080078, + 1.1908835172653198, + 1.190554141998291, + 1.1898747682571411, + 1.193572998046875, + 1.192689061164856, + 1.1907782554626465, + 1.1887269020080566, + 1.18932044506073, + 1.190510869026184, + 1.1914756298065186, + 1.189406394958496 ], "p90": [ - 1.2576510906219482, - 1.299196720123291, - 1.3092844486236572, - 1.317678451538086, - 1.3201851844787598, - 1.3255268335342407, - 1.328669786453247, - 1.3299814462661743, - 1.3343839645385742, - 1.33546781539917, - 1.3363138437271118, - 1.337689995765686, - 1.339444637298584, - 1.3415743112564087, - 1.3451993465423584, - 1.346750020980835, - 1.3473674058914185, - 1.3491514921188354, - 1.3502440452575684, - 1.351015329360962, - 1.3533042669296265, - 1.3545260429382324, - 1.3555333614349365, - 1.3563419580459595, - 1.3606187105178833, - 1.3598077297210693, - 1.3615388870239258, - 1.3626874685287476, - 1.3650257587432861, - 1.3660507202148438, - 1.3693434000015259, - 1.3714357614517212, - 1.3690882921218872, - 1.3659725189208984, - 1.3657652139663696, - 1.3654998540878296, - 1.366168737411499, - 1.3644839525222778, - 1.3626151084899902, - 1.3618993759155273, - 1.3634538650512695, - 1.3591011762619019, - 1.357260823249817, - 1.3579374551773071, - 1.3582439422607422, - 1.3588403463363647, - 1.3619643449783325, - 1.3644777536392212, - 1.3600785732269287, - 1.3537684679031372, - 1.353072166442871, - 1.3514083623886108, - 1.3514156341552734, - 1.3516407012939453, - 1.3518840074539185, - 1.3556931018829346, - 1.3599308729171753, - 1.3568576574325562, - 1.3587313890457153, - 1.3607734441757202, - 1.3615370988845825, - 1.3620744943618774, - 1.3660370111465454, - 1.368036150932312, - 1.3678202629089355, - 1.3662785291671753, - 1.3693276643753052, - 1.3710639476776123, - 1.373558521270752, - 1.3766531944274902, - 1.3777856826782227, - 1.3833515644073486 + 1.4545989036560059, + 1.424189567565918, + 1.4057810306549072, + 1.3945508003234863, + 1.3941620588302612, + 1.3922039270401, + 1.392853856086731, + 1.392629623413086, + 1.3954746723175049, + 1.393548846244812, + 1.3900537490844727, + 1.3911930322647095, + 1.3920044898986816, + 1.392608404159546, + 1.391303539276123, + 1.3940919637680054, + 1.3953282833099365, + 1.3976548910140991, + 1.3996803760528564, + 1.4025386571884155, + 1.40823495388031, + 1.4110918045043945, + 1.413527488708496, + 1.4155011177062988, + 1.417734146118164, + 1.416407823562622, + 1.4198459386825562, + 1.4180498123168945, + 1.4186654090881348, + 1.4203758239746094, + 1.421985149383545, + 1.419673204421997, + 1.4062618017196655, + 1.406944990158081, + 1.403916835784912, + 1.4021413326263428, + 1.4011051654815674, + 1.3990107774734497, + 1.39828622341156, + 1.3985649347305298, + 1.3998322486877441, + 1.3978898525238037, + 1.399898648262024, + 1.4041681289672852, + 1.408219814300537, + 1.4123948812484741, + 1.4204601049423218, + 1.4223626852035522, + 1.4205127954483032, + 1.4174025058746338, + 1.4115301370620728, + 1.4102216958999634, + 1.4128702878952026, + 1.4130619764328003, + 1.4133927822113037, + 1.4162588119506836, + 1.419089913368225, + 1.4146610498428345, + 1.4163788557052612, + 1.4176503419876099, + 1.4161875247955322, + 1.418763279914856, + 1.4203710556030273, + 1.4226466417312622, + 1.417259693145752, + 1.421860694885254, + 1.4217015504837036, + 1.4257116317749023, + 1.4327061176300049, + 1.437561273574829, + 1.4402947425842285, + 1.4434951543807983 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 6c4b4edadf2850eb8a55a79a96f7ea52a4c5a819..c222ac7b62cb74187baefe12000b6e6b70ce0036 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:09:53.462645+00:00", + "evaluated_at": "2026-06-22T05:19:35.041582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d3c882086185377a0af51377f133da13a07ccf07..a2e3dfd4f032f0b9f295f5542d696ac959263188 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,56322.3775078585,55844.01797029671,158.88079366013517,0.14748449575975633,0.002482032939552665,0.0024812690755405434,1.6104147873264123,237.32336064504585,0.0037022505347760973,0.0024785444706964853,0.0020835297318342228,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57917.37129618787,57279.02754431926,161.82171162888517,0.1502144657813042,0.0025276694887263374,0.0025270795454665467,1.6104147873264123,240.66028192493224,0.003754134559134793,0.002524307190140484,0.002119115820089646,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.7890431243327191,0.7914004593126622,0.6313907188044464,1.7993892272774474,0.4489884885014772,0.30437466045212147,68.053562364433,0.8882809940175007,0.5474036359709004,0.3890948669616867,0.3835059280260724,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.1178108828292401,0.11766826658411415,0.31975559111342367,5.116090921540133,0.20184205836597535,0.22746845066284324,83.09541755543528,0.3432358996801472,0.2220393899313581,0.2068499724071023,0.19238347926628746,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09877002242498586,0.09951951004093325,0.2902727190721326,4.465735122384399,0.18248950730415217,0.2037237895028525,59.77572187635198,0.3142769836067953,0.20294119120797544,0.18744067958021116,0.17370021892568696,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,25.086083053228474,26.786526315228816,4.492459115258844,0.38844010694334424,0.20742202683517597,0.21507621881580788,1.7262048956933864,5.008600907761416,0.2276636776255189,0.20420268705722014,0.15774012349926464,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,9.02098037412818,8.365238829628984,2.497107123947787,1.3041469548580251,0.10763901162216845,0.1003104244239056,28.12558424345738,3.0034946935408726,0.12443271908153812,0.10345343041188701,0.09588704158130613,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index ef49c4099b381ff4ed2a40fc518d2e2a18e7f334..f54f57c7862e67359bcdffc90616912786cf9973 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:14:05.813978+00:00", + "evaluated_at": "2026-06-22T05:21:53.980944+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64267.03335897732, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c39f20edc52fcdaf1e5db58c39531ea2503222f6..9a831b8cce43ccafd94d8fa783da5f2b89c081b8 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:04:18.290401+00:00", + "evaluated_at": "2026-06-22T05:21:54.001731+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2478048897000387, - 1.2472280065947072, - 1.2466511234893758, - 1.2460742403840444, - 1.2454973572787127, - 1.2449204741733813, - 1.2443435910680498, - 1.2437667079627184, - 1.243189824857387, - 1.2426129417520555, - 1.242036058646724, - 1.2414591755413926, - 1.240882292436061, - 1.2403054093307295, - 1.239728526225398, - 1.2391516431200666, - 1.2385747600147352, - 1.2379978769094038, - 1.2374209938040723, - 1.236844110698741, - 1.2362672275934095, - 1.2356903444880778, - 1.2351134613827464, - 1.234536578277415, - 1.2339596951720835, - 1.233382812066752, - 1.2328059289614206, - 1.2322290458560892, - 1.2316521627507577, - 1.231075279645426, - 1.2304983965400946, - 1.2299215134347632, - 1.2293446303294318, - 1.2287677472241003, - 1.2281908641187689, - 1.2276139810134374, - 1.227037097908106, - 1.2264602148027746, - 1.225883331697443, - 1.2253064485921115, - 1.22472956548678, - 1.2241526823814486, - 1.2235757992761171, - 1.2229989161707857, - 1.2224220330654543, - 1.2218451499601228, - 1.2212682668547914, - 1.2206913837494597, - 1.2201145006441283, - 1.2195376175387969, - 1.2189607344334654, - 1.218383851328134, - 1.2178069682228025, - 1.217230085117471, - 1.2166532020121397, - 1.216076318906808, - 1.2154994358014766, - 1.2149225526961451, - 1.2143456695908137, - 1.2137687864854823, - 1.2131919033801508, - 1.2126150202748194, - 1.212038137169488, - 1.2114612540641563, - 1.2108843709588248, - 1.2103074878534934, - 1.209730604748162, - 1.2091537216428305, - 1.208576838537499, - 1.2079999554321676, - 1.2074230723268362, - 1.2068461892215048 + 1.286986893313964, + 1.2862456382886531, + 1.2855043832633424, + 1.2847631282380314, + 1.2840218732127207, + 1.28328061818741, + 1.282539363162099, + 1.2817981081367882, + 1.2810568531114772, + 1.2803155980861665, + 1.2795743430608557, + 1.2788330880355447, + 1.278091833010234, + 1.2773505779849232, + 1.2766093229596123, + 1.2758680679343015, + 1.2751268129089905, + 1.2743855578836798, + 1.273644302858369, + 1.272903047833058, + 1.2721617928077473, + 1.2714205377824364, + 1.2706792827571256, + 1.2699380277318149, + 1.2691967727065039, + 1.2684555176811931, + 1.2677142626558822, + 1.2669730076305714, + 1.2662317526052607, + 1.2654904975799497, + 1.264749242554639, + 1.264007987529328, + 1.2632667325040172, + 1.2625254774787065, + 1.2617842224533955, + 1.2610429674280847, + 1.2603017124027738, + 1.259560457377463, + 1.2588192023521523, + 1.2580779473268413, + 1.2573366923015306, + 1.2565954372762198, + 1.2558541822509088, + 1.255112927225598, + 1.2543716722002871, + 1.2536304171749764, + 1.2528891621496656, + 1.2521479071243546, + 1.251406652099044, + 1.250665397073733, + 1.2499241420484222, + 1.2491828870231114, + 1.2484416319978004, + 1.2477003769724897, + 1.2469591219471787, + 1.246217866921868, + 1.2454766118965572, + 1.2447353568712463, + 1.2439941018459355, + 1.2432528468206245, + 1.2425115917953138, + 1.241770336770003, + 1.241029081744692, + 1.2402878267193813, + 1.2395465716940703, + 1.2388053166687596, + 1.2380640616434488, + 1.2373228066181379, + 1.2365815515928271, + 1.2358402965675164, + 1.2350990415422054, + 1.2343577865168947 ], "p10": [ - 1.1478048658581808, - 1.1472279827528493, - 1.1466510996475179, - 1.1460742165421864, - 1.1454973334368548, - 1.1449204503315233, - 1.144343567226192, - 1.1437666841208605, - 1.143189801015529, - 1.1426129179101976, - 1.1420360348048662, - 1.1414591516995347, - 1.140882268594203, - 1.1403053854888716, - 1.1397285023835402, - 1.1391516192782087, - 1.1385747361728773, - 1.1379978530675459, - 1.1374209699622144, - 1.136844086856883, - 1.1362672037515515, - 1.1356903206462199, - 1.1351134375408884, - 1.134536554435557, - 1.1339596713302256, - 1.1333827882248941, - 1.1328059051195627, - 1.1322290220142313, - 1.1316521389088998, - 1.1310753630919288, - 1.1304983726982367, - 1.1299216088021948, - 1.1293446064875738, - 1.1287677233822424, - 1.128190840276911, - 1.1276139571715795, - 1.127037074066248, - 1.1264601909609167, - 1.125883307855585, - 1.1253064247502536, - 1.1247295416449221, - 1.1241526585395907, - 1.1235757754342592, - 1.1229988923289278, - 1.1224220092235964, - 1.121845126118265, - 1.1212682430129335, - 1.1206913599076018, - 1.1201144768022704, - 1.119537593696939, - 1.1189607105916075, - 1.118383827486276, - 1.1178069443809446, - 1.1172301804849027, - 1.1166531781702818, - 1.11607629506495, - 1.1154994119596187, - 1.1149225288542872, - 1.1143456457489558, - 1.1137687626436243, - 1.113191879538293, - 1.1126149964329615, - 1.11203811332763, - 1.1114612302222984, - 1.110884347116967, - 1.1103074640116355, - 1.109730580906304, - 1.1091536978009726, - 1.1085768146956412, - 1.1079999315903097, - 1.1074230484849783, - 1.1068461653796469 + 1.1869869767604668, + 1.1862456144467952, + 1.1855043594214845, + 1.1847631043961735, + 1.1840218493708627, + 1.183280594345552, + 1.182539339320241, + 1.1817980842949303, + 1.1810568292696193, + 1.1803155742443086, + 1.1795743192189978, + 1.1788330641936868, + 1.178091809168376, + 1.1773505541430653, + 1.1766092991177544, + 1.1758680440924436, + 1.1751267890671326, + 1.1743855340418219, + 1.1736442790165111, + 1.1729030239912002, + 1.1721617689658894, + 1.1714205139405784, + 1.1706792589152677, + 1.169938003889957, + 1.169196748864646, + 1.1684554938393352, + 1.1677142388140243, + 1.1669729837887135, + 1.1662317287634028, + 1.1654904737380918, + 1.164749218712781, + 1.16400796368747, + 1.1632667086621593, + 1.1625254536368486, + 1.1617841986115376, + 1.1610430627955164, + 1.1603016885609159, + 1.1595604335356051, + 1.1588191785102944, + 1.1580779234849834, + 1.1573366684596726, + 1.1565955326436514, + 1.155854158409051, + 1.1551129033837402, + 1.1543716483584292, + 1.1536303933331185, + 1.1528891383078077, + 1.1521478832824967, + 1.151406628257186, + 1.1506654924411646, + 1.1499241182065643, + 1.1491828631812535, + 1.1484416081559425, + 1.1477003531306318, + 1.1469590981053208, + 1.14621784308001, + 1.1454765880546993, + 1.1447353330293883, + 1.1439940780040776, + 1.1432528229787666, + 1.1425116871627454, + 1.1417703129281451, + 1.1410290579028342, + 1.1402878028775234, + 1.1395465478522124, + 1.1388052928269017, + 1.138064037801591, + 1.13732278277628, + 1.1365815277509692, + 1.1358402727256585, + 1.1350990177003475, + 1.1343577626750367 ], "p90": [ - 1.3478049135418966, - 1.3472280304365651, - 1.3466511473312337, - 1.3460742642259023, - 1.3454973811205706, - 1.3449204980152392, - 1.3443436149099077, - 1.3437667318045763, - 1.3431898486992448, - 1.3426129655939134, - 1.342036082488582, - 1.3414591993832505, - 1.3408823162779189, - 1.3403054331725874, - 1.339728550067256, - 1.3391516669619246, - 1.3385746765682325, - 1.3379979007512617, - 1.3374210176459302, - 1.3368441345405988, - 1.3362672514352674, - 1.3356903683299357, - 1.3351134852246043, - 1.3345366021192728, - 1.3339597190139414, - 1.33338283590861, - 1.3328059528032785, - 1.332229069697947, - 1.3316521865926156, - 1.331075303487284, - 1.3304984203819525, - 1.3299214299882605, - 1.3293446541712897, - 1.3287677710659582, - 1.3281908879606268, - 1.3276140048552953, - 1.327037121749964, - 1.3264602386446325, - 1.3258833555393008, - 1.3253064724339694, - 1.324729589328638, - 1.3241527062233065, - 1.323575823117975, - 1.3229989400126436, - 1.3224220569073122, - 1.3218451738019807, - 1.3212682906966493, - 1.3206914075913176, - 1.3201145244859862, - 1.3195376413806548, - 1.3189607582753233, - 1.3183837678816313, - 1.3178069920646605, - 1.317230108959329, - 1.3166532258539976, - 1.316076342748666, - 1.3154994596433345, - 1.314922576538003, - 1.3143456934326716, - 1.3137688103273402, - 1.3131919272220087, - 1.3126150441166773, - 1.3120381610113458, - 1.3114612779060142, - 1.3108843948006828, - 1.3103075116953513, - 1.3097306285900199, - 1.3091537454846884, - 1.308576862379357, - 1.3079999792740256, - 1.3074230961686941, - 1.3068462130633627 + 1.386986917155822, + 1.386245662130511, + 1.3855044071052003, + 1.3847631520798893, + 1.3840218970545786, + 1.3832806420292678, + 1.3825393870039568, + 1.381798131978646, + 1.3810568769533351, + 1.3803156219280244, + 1.379574259614353, + 1.3788331118774027, + 1.3780917495637313, + 1.3773506018267812, + 1.3766093468014702, + 1.3758680917761594, + 1.3751268367508485, + 1.3743855817255377, + 1.373644326700227, + 1.372903071674916, + 1.3721618166496052, + 1.3714205616242943, + 1.3706793065989835, + 1.3699380515736728, + 1.3691967965483618, + 1.368455541523051, + 1.36771428649774, + 1.3669730314724293, + 1.3662317764471186, + 1.3654905214218076, + 1.3647492663964969, + 1.3640080113711859, + 1.3632667563458751, + 1.3625255013205644, + 1.3617842462952534, + 1.3610429912699427, + 1.3603017362446317, + 1.359560481219321, + 1.3588192261940102, + 1.3580779711686992, + 1.3573367161433885, + 1.3565954611180777, + 1.3558542060927667, + 1.355112951067456, + 1.354371696042145, + 1.3536304410168343, + 1.3528891859915235, + 1.3521479309662126, + 1.3514066759409018, + 1.3506654209155908, + 1.34992416589028, + 1.3491829108649693, + 1.3484416558396584, + 1.3477004008143476, + 1.3469591457890366, + 1.3462178907637259, + 1.3454766357384151, + 1.3447353807131042, + 1.3439941256877934, + 1.3432528706624824, + 1.3425116156371717, + 1.341770360611861, + 1.34102910558655, + 1.3402878505612392, + 1.3395465955359283, + 1.3388053405106175, + 1.3380640854853068, + 1.3373228304599958, + 1.336581575434685, + 1.3358403204093743, + 1.3350990653840633, + 1.3343578103587526 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1db0a3164d682ab80d9b1cb1b982a4a76f64a10d..7f08cfeeaed92004788c4feba4548c612aea0d00 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:14:05.871424+00:00", + "evaluated_at": "2026-06-22T05:21:54.013012+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 01f18758f55d0ebde5d23630d50fad81843579f1..4be2e22930d86633ed4701a74ac5c4a97b4a670f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1699,3 +1699,5 @@ {"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:21:54.174912+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:21:54.174912+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index c2e940704ad790d063e62b7ca33f098681c31b93..5501a8f40e20662675fa47f30cf469a55e87dc42 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,384819.0882765452,302135.11753877,459.41845703125,0.4264650113903614,0.007183224543603698,0.007146375673882713,1.9488825238103729,620.3378823484386,0.00967728693215908,0.007166939755138096,0.00537087735804139,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,387594.1857242584,300573.14509614307,462.0696614583333,0.4289260486188185,0.007224139574352605,0.007187492423325982,1.9917785129950438,622.5706270972462,0.009711672769572445,0.007207968306750049,0.0054280698374107655,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07877685437982909,0.05504621456503086,0.21402607361475626,0.6099491166865888,0.1292664618701594,0.13713313519770048,4.021735423473772,0.2806721474956664,0.17296436047787556,0.1318936819298702,0.13987710724144406,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07258776000537243,0.07073652722881763,0.24274188528458276,3.8838712757378095,0.15267415968915388,0.16737562949033058,73.05941049368205,0.26942115730835325,0.17428861450417604,0.15702978671404386,0.13747986454355787,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07404372360458192,0.07106670987455956,0.24355834970871607,3.747052358626615,0.1529660083597314,0.16773404276035095,69.18926027073842,0.2721097638905703,0.1757121345302337,0.15727534689710815,0.1369836835405039,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,126.04664310284504,76.96653993424286,7.350348353385925,0.6355472642505186,0.4267900177872082,0.3199608245212266,2.9361598052844164,11.22704961701181,0.5103204371369005,0.3341067433357239,0.2633096508305482,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.5089266784493702,1.4724228160130224,1.032273292541504,0.5391182693519955,0.04336700686632842,0.042136812132125646,2.228778739087693,1.2283837667640232,0.05089109446498487,0.0427663724202426,0.0305148966927542,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index b32224d5fd29b66b2c815fc5fb391bb9771dbbec..739dd1732ae92dd182b3e8a9f87c65a0eaa48619 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:13:16.640292+00:00", + "evaluated_at": "2026-06-22T05:21:23.041050+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ - 64305.5, - 64379.6953125, - 64345.58203125, - 64449.69921875, - 64445.943359375, - 64537.478515625, - 64577.64453125, - 64541.2265625, - 64582.55859375, - 64594.865234375, - 64505.0078125, - 64501.892578125, - 64492.41796875, - 64539.88671875, - 64512.345703125, - 64568.392578125, - 64596.986328125, - 64730.92578125, - 64763.439453125, - 64743.0, - 64573.2265625, - 64723.205078125, - 64667.685546875, - 64638.49609375 + 64325.373046875, + 64331.83984375, + 64419.359375, + 64400.8984375, + 64439.611328125, + 64526.0234375, + 64556.34765625, + 64492.5859375, + 64578.40234375, + 64623.359375, + 64465.08984375, + 64512.98828125, + 64558.7421875, + 64639.037109375, + 64468.93359375, + 64650.107421875, + 64589.310546875, + 64544.021484375, + 64760.69140625, + 64675.751953125, + 64741.921875, + 64819.884765625, + 64387.490234375, + 64731.5 ], "p10": [ - 64073.873046875, - 64097.2890625, - 64054.220703125, - 63988.474609375, - 63885.275390625, - 64058.7890625, - 64050.431640625, - 63859.744140625, - 63893.353515625, - 63776.470703125, - 63761.912109375, - 63751.416015625, - 63527.296875, - 63576.919921875, - 63308.46875, - 63554.451171875, - 63441.671875, - 63708.9140625, - 63421.828125, - 63375.130859375, - 63202.873046875, - 63008.923828125, - 62873.345703125, - 63028.392578125 + 64083.73828125, + 64045.365234375, + 63935.15625, + 64011.125, + 63980.01171875, + 64065.79296875, + 63943.837890625, + 63867.583984375, + 63838.697265625, + 63812.2109375, + 63713.833984375, + 63573.5625, + 63551.21484375, + 63549.068359375, + 63529.916015625, + 63225.2734375, + 63214.173828125, + 63259.466796875, + 63282.888671875, + 63272.943359375, + 62996.5, + 63449.625, + 62902.544921875, + 63060.4921875 ], "p90": [ - 64528.1328125, - 64702.6796875, - 64761.595703125, - 64922.541015625, - 64946.55859375, - 65123.337890625, - 65154.423828125, - 65182.59765625, - 65307.283203125, - 65591.3125, - 65570.0234375, - 65445.994140625, - 65559.859375, - 65727.359375, - 65862.015625, - 65914.640625, - 66252.69921875, - 66198.078125, - 66461.9609375, - 66346.05078125, - 66224.9140625, - 66772.55078125, - 66221.1796875, - 66501.99609375 + 64627.763671875, + 64675.119140625, + 64864.236328125, + 64815.75, + 64903.828125, + 65169.3984375, + 65234.89453125, + 65093.57421875, + 65297.44140625, + 65475.15234375, + 65586.7109375, + 65610.46484375, + 65747.53125, + 65868.328125, + 65491.380859375, + 65963.75, + 66287.75390625, + 66053.921875, + 66175.9609375, + 66190.1015625, + 66244.50390625, + 66709.265625, + 66104.828125, + 66449.40234375 ], "timestamps": [ "2026-06-17 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 97cabd69ec6157fa99975b3d236ddb6d38751556..72f24d151d59b125f01a97b98be58fea2bc78f0c 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:03:18.907740+00:00", + "evaluated_at": "2026-06-22T05:21:28.633362+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2878997921943665, - 1.318758249282837, - 1.3236991167068481, - 1.3145322799682617, - 1.2992621064186096, - 1.3123310208320618, - 1.314811646938324, - 1.2938313484191895, - 1.3021450638771057, - 1.3119572401046753, - 1.3211193084716797, - 1.3222222924232483, - 1.3070071339607239, - 1.3089507818222046, - 1.2978047728538513, - 1.2912064790725708, - 1.3055598139762878, - 1.3061307072639465, - 1.304918646812439, - 1.3004716634750366, - 1.3119205236434937, - 1.3135467171669006, - 1.311022162437439, - 1.3028203248977661, - 1.3038605451583862, - 1.3157050609588623, - 1.3072444200515747, - 1.3061399459838867, - 1.309818685054779, - 1.3116394877433777, - 1.3083863258361816, - 1.3092572093009949, - 1.298917531967163, - 1.2998104095458984, - 1.302880346775055, - 1.3080343008041382, - 1.3081976771354675, - 1.3348993062973022, - 1.3031044006347656, - 1.3230831027030945, - 1.3021888136863708, - 1.29913330078125, - 1.3036853671073914, - 1.2892422676086426, - 1.3236259818077087, - 1.2996125221252441, - 1.3020145297050476, - 1.303086757659912, - 1.2922720313072205, - 1.3037182092666626, - 1.3166673183441162, - 1.2964627742767334, - 1.2935575246810913, - 1.30093115568161, - 1.2922431826591492, - 1.309140682220459, - 1.3043135404586792, - 1.305182158946991, - 1.3052163124084473, - 1.3057639598846436, - 1.3060906529426575, - 1.295731008052826, - 1.3216880559921265, - 1.2974932789802551, - 1.29429030418396, - 1.2946298122406006, - 1.3158692717552185, - 1.3323947191238403, - 1.3303728103637695, - 1.3213018774986267, - 1.310810148715973, - 1.2851876020431519 + 1.3122690320014954, + 1.3179448246955872, + 1.3046312928199768, + 1.310044288635254, + 1.3170886635780334, + 1.3103213906288147, + 1.3042794466018677, + 1.3191453218460083, + 1.3057082295417786, + 1.3062867522239685, + 1.3067671060562134, + 1.3001676797866821, + 1.3070757985115051, + 1.311117708683014, + 1.3132198452949524, + 1.3030065298080444, + 1.3108198642730713, + 1.3060196042060852, + 1.319523572921753, + 1.2909342646598816, + 1.3122015595436096, + 1.3129979372024536, + 1.295237421989441, + 1.3217796683311462, + 1.2912644147872925, + 1.302137315273285, + 1.3136491775512695, + 1.3094671368598938, + 1.2967021465301514, + 1.3097743391990662, + 1.3052279949188232, + 1.319812297821045, + 1.310106873512268, + 1.2994605898857117, + 1.3074886798858643, + 1.3023183941841125, + 1.3061073422431946, + 1.3266541361808777, + 1.319926381111145, + 1.29836505651474, + 1.3020012974739075, + 1.3118877410888672, + 1.3096251487731934, + 1.2955954670906067, + 1.3062880635261536, + 1.3096458315849304, + 1.3024092316627502, + 1.3183982372283936, + 1.299112617969513, + 1.3091824054718018, + 1.3031505346298218, + 1.302270770072937, + 1.3107059001922607, + 1.286327064037323, + 1.2949131727218628, + 1.308284342288971, + 1.314580261707306, + 1.3117610812187195, + 1.3015148639678955, + 1.3058892488479614, + 1.2984678745269775, + 1.2983943223953247, + 1.3025965094566345, + 1.2966049909591675, + 1.3114810585975647, + 1.2992876172065735, + 1.309134602546692, + 1.319957435131073, + 1.3089950680732727, + 1.3029407858848572, + 1.314105749130249, + 1.3215202689170837 ], "p10": [ - 1.1660397052764893, - 1.1970988512039185, - 1.193949282169342, - 1.1727067232131958, - 1.175109326839447, - 1.1920447945594788, - 1.1814738512039185, - 1.1730472445487976, - 1.1818371415138245, - 1.1624103784561157, - 1.177731990814209, - 1.176637053489685, - 1.1977351903915405, - 1.193627953529358, - 1.1922986507415771, - 1.1584831476211548, - 1.1686110496520996, - 1.1701819896697998, - 1.130003571510315, - 1.1706405878067017, - 1.1997917294502258, - 1.1968355774879456, - 1.1737576723098755, - 1.1669772863388062, - 1.1845146417617798, - 1.1992005705833435, - 1.1648487448692322, - 1.1720385551452637, - 1.1921157836914062, - 1.171228051185608, - 1.1441656351089478, - 1.156908392906189, - 1.161512017250061, - 1.1524803042411804, - 1.1777092218399048, - 1.1984784603118896, - 1.1509650945663452, - 1.1843434572219849, - 1.1720613241195679, - 1.1896101236343384, - 1.1691913604736328, - 1.1361310482025146, - 1.1714884638786316, - 1.1404491662979126, - 1.1622018218040466, - 1.174451231956482, - 1.1504246592521667, - 1.1479102969169617, - 1.123099446296692, - 1.1593690514564514, - 1.158502221107483, - 1.1062864065170288, - 1.1332323551177979, - 1.1427587866783142, - 1.113363802433014, - 1.1248850226402283, - 1.1090513467788696, - 1.1298528909683228, - 1.1585392951965332, - 1.047570288181305, - 1.0972148776054382, - 1.0662536025047302, - 1.1165726780891418, - 1.0965226888656616, - 1.0932994484901428, - 1.1100540161132812, - 1.1110055446624756, - 1.1198243498802185, - 1.1388577818870544, - 1.0411216020584106, - 1.090264081954956, - 1.1103195548057556 + 1.200425148010254, + 1.1882413625717163, + 1.170270323753357, + 1.195330023765564, + 1.1752489805221558, + 1.1969894766807556, + 1.1551157236099243, + 1.1855628490447998, + 1.1811552047729492, + 1.1932122707366943, + 1.1693714261054993, + 1.1535518169403076, + 1.1925361156463623, + 1.1783435344696045, + 1.1928589344024658, + 1.1222138404846191, + 1.1885302066802979, + 1.1710273623466492, + 1.197095811367035, + 1.1401916146278381, + 1.2019652128219604, + 1.1736822128295898, + 1.1441847681999207, + 1.2117971181869507, + 1.151050865650177, + 1.189942479133606, + 1.1671808362007141, + 1.1761149764060974, + 1.140267252922058, + 1.1842021942138672, + 1.155351996421814, + 1.1638739705085754, + 1.1831039190292358, + 1.1642557382583618, + 1.142827033996582, + 1.1667912006378174, + 1.1862192749977112, + 1.1434274911880493, + 1.1589650511741638, + 1.1557376980781555, + 1.1534969806671143, + 1.13821280002594, + 1.1595388650894165, + 1.136437714099884, + 1.1559745073318481, + 1.1592828631401062, + 1.139296054840088, + 1.1335948705673218, + 1.152384638786316, + 1.1311122179031372, + 1.1461246609687805, + 1.1360127925872803, + 1.12395578622818, + 1.0821145176887512, + 1.148637592792511, + 1.1267391443252563, + 1.1349363923072815, + 1.0970348119735718, + 1.1352340579032898, + 1.1245989799499512, + 1.130720615386963, + 1.121741533279419, + 1.141705870628357, + 1.1333107948303223, + 1.1035376191139221, + 1.0526342988014221, + 1.0832385420799255, + 1.1355749368667603, + 1.1289390325546265, + 1.0762056112289429, + 1.1120374202728271, + 1.082725167274475 ], "p90": [ - 1.4104426503181458, - 1.4242989420890808, - 1.4560810923576355, - 1.438256561756134, - 1.450927972793579, - 1.411102294921875, - 1.4300278425216675, - 1.4104118943214417, - 1.3913676738739014, - 1.4477490186691284, - 1.4256190061569214, - 1.4347752928733826, - 1.4676531553268433, - 1.4355628490447998, - 1.4232653379440308, - 1.4286253452301025, - 1.4332497119903564, - 1.4408441185951233, - 1.4211513996124268, - 1.4578609466552734, - 1.4647842645645142, - 1.442878544330597, - 1.436367928981781, - 1.4171857237815857, - 1.44723242521286, - 1.4162535071372986, - 1.4459702968597412, - 1.4176252484321594, - 1.450978398323059, - 1.4387801885604858, - 1.4317694306373596, - 1.4334744215011597, - 1.4375509023666382, - 1.4424652457237244, - 1.4305337071418762, - 1.456870198249817, - 1.462537169456482, - 1.4876010417938232, - 1.453476905822754, - 1.460754156112671, - 1.440796136856079, - 1.460425853729248, - 1.4845969676971436, - 1.4332035779953003, - 1.4556981325149536, - 1.4411144256591797, - 1.456275999546051, - 1.4360844492912292, - 1.460412085056305, - 1.4350944757461548, - 1.4877632856369019, - 1.4648794531822205, - 1.4701901078224182, - 1.4694480895996094, - 1.4734050631523132, - 1.538034439086914, - 1.4812849164009094, - 1.4764819741249084, - 1.4824028015136719, - 1.4667953848838806, - 1.482440173625946, - 1.4560550451278687, - 1.5078195929527283, - 1.4588894248008728, - 1.502457618713379, - 1.4504011869430542, - 1.464798927307129, - 1.4621441960334778, - 1.4971251487731934, - 1.5099722743034363, - 1.479948341846466, - 1.4632848501205444 + 1.419748306274414, + 1.4499499797821045, + 1.4296732544898987, + 1.4506044387817383, + 1.428183913230896, + 1.4126895666122437, + 1.44138902425766, + 1.452551782131195, + 1.46566241979599, + 1.4550226330757141, + 1.4342994689941406, + 1.4323900938034058, + 1.425747275352478, + 1.4333750009536743, + 1.4610381722450256, + 1.4389426708221436, + 1.4287737607955933, + 1.4680776596069336, + 1.427811622619629, + 1.4294310808181763, + 1.4568808674812317, + 1.4357986450195312, + 1.446666657924652, + 1.4408955574035645, + 1.4290719628334045, + 1.4323275685310364, + 1.4083647727966309, + 1.4465603828430176, + 1.4265118837356567, + 1.437472939491272, + 1.4307608008384705, + 1.463438093662262, + 1.4603254199028015, + 1.441398561000824, + 1.4364767670631409, + 1.4509664177894592, + 1.4546120762825012, + 1.4583288431167603, + 1.4759370684623718, + 1.435219168663025, + 1.4439142942428589, + 1.4658940434455872, + 1.438386082649231, + 1.4489220976829529, + 1.4551034569740295, + 1.4530108571052551, + 1.461496651172638, + 1.4547356367111206, + 1.490561306476593, + 1.4913963079452515, + 1.4503840804100037, + 1.4660756587982178, + 1.5089136958122253, + 1.4689059257507324, + 1.4761417508125305, + 1.4859017729759216, + 1.4500444531440735, + 1.4825515151023865, + 1.459436297416687, + 1.5187883377075195, + 1.4683661460876465, + 1.4808644652366638, + 1.4938756227493286, + 1.473138689994812, + 1.4910534620285034, + 1.4394890666007996, + 1.4715657234191895, + 1.468644142150879, + 1.4823752045631409, + 1.484151840209961, + 1.4940826892852783, + 1.493528664112091 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 3c43487e0b0de1acd916c6d6663f4aec679ce50c..c023a0ce44d61aabefbaeb606f05d1ebf95c5565 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:13:36.144114+00:00", + "evaluated_at": "2026-06-22T05:21:31.678432+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9e8f2a5da77e197a5ff0233504203b11c943438f..b76122f07379d3aa97678b1f6a8aff906d0bd8b9 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,81335.67592102588,75307.95435309094,230.09011701617297,0.21358607359442075,0.003589169262623055,0.0035927653834638526,1.7381392620030927,285.19410218485564,0.00444903533499205,0.0035894117479816825,0.0026913005859082045,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,82666.4001568464,76478.69437460582,233.03103498492297,0.2163160436159686,0.003634837873310169,0.0036385759089886667,1.7381392620030927,287.5176519047942,0.004485077241427649,0.0036351235641813506,0.0027214994297409378,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.34146056964676663,0.3398967183144241,0.5392261155167882,1.5367309566488676,0.31752512335004934,0.3867499164358127,57.22611280223194,0.5843462754623894,0.3601037036799002,0.3322983810667226,0.3274902324228787,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07441987450675139,0.07430557592047785,0.24861114610124524,3.9777794756717606,0.15629087028629607,0.1718174993820055,53.19998002212072,0.27280006324550476,0.17647442960574236,0.16082661301424783,0.14661078160555238,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07336373712953247,0.07399071303892228,0.24882482136586445,3.828075017337182,0.15628096322618418,0.17171123975940505,41.0552143126894,0.27085741106628863,0.17490344032980074,0.16067611783266583,0.14707832452222033,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,145.22558254808806,139.3866704601153,10.051303686095315,0.8690851443668479,0.5837028212967005,0.4025733288842866,16.81447753083231,12.050957744017197,0.5477708065462362,0.45687744027705973,0.42220465080465336,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.0900572055290425,5.617898625864936,2.173611071374682,1.1351968974792983,0.09247700682139982,0.08807161675202226,18.11597979130091,2.4678041262484838,0.10223942737442343,0.0900512114832562,0.08085639302038386,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 1b170df9ebcae11e738c23dc57bd97856975b0a5..18d503b99efc1bcc55fc8901faa006fba15a2e8f 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:14:05.878597+00:00", + "evaluated_at": "2026-06-22T05:21:54.021019+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 63980.94498355263, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 213239758a37390432ec9e2e2d0181421e8d0764..f03deffc12026a9790436e9a0e2a8912706239ee 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:04:18.322037+00:00", + "evaluated_at": "2026-06-22T05:21:54.032332+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499 + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605 ], "p10": [ - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.2000000556310018, - 1.1999999483426411, - 1.2000000675519307, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.2000000675519307, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411 + 1.2028846717033632, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026 ], "p90": [ - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.3999998887379963, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.3999998887379963, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.3999998887379963, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357 + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index d5bb18d711df9794b9458d7697ab3120ce3a1c82..ce0f1d148b787815b4c0afa2dc7ef0e4926ad1c6 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:14:05.931311+00:00", + "evaluated_at": "2026-06-22T05:21:54.043316+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 35f85b2d703480f49d0c9a5185c239b81db8b560..f77df2d3c854aa349f8515d8165e71a84d82c080 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T05:09:18.193472+00:00", - "finished_at": "2026-06-22T05:14:06.061073+00:00", - "task_count": 3, + "started_at": "2026-06-22T05:19:21.043323+00:00", + "finished_at": "2026-06-22T05:21:54.174280+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:09:53.462645+00:00", + "evaluated_at": "2026-06-22T05:19:35.041582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:10:51.021968+00:00", + "evaluated_at": "2026-06-22T05:19:51.392648+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:11:54.891003+00:00", + "evaluated_at": "2026-06-22T05:20:35.700714+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:12:43.855640+00:00", + "evaluated_at": "2026-06-22T05:20:53.234617+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:13:36.144114+00:00", + "evaluated_at": "2026-06-22T05:21:31.678432+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:14:05.483002+00:00", + "evaluated_at": "2026-06-22T05:21:53.655583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:14:05.787372+00:00", + "evaluated_at": "2026-06-22T05:21:53.953075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:14:05.871424+00:00", + "evaluated_at": "2026-06-22T05:21:54.013012+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:14:05.931311+00:00", + "evaluated_at": "2026-06-22T05:21:54.043316+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:14:05.963996+00:00", + "evaluated_at": "2026-06-22T05:21:54.064422+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T05:15:43.231024+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_052153.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_052153.json new file mode 100644 index 0000000000000000000000000000000000000000..e5db7b4f62febfd9ec583b5bd3491749daf38f36 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_052153.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:21:53.855137+00:00", + "metrics": { + "MSE[mean]": 387315.6651666833, + "MSE[0.5]": 887837.3598716032, + "MAE[0.5]": 906.9649588011265, + "MASE[0.5]": 0.8419096263245499, + "MAPE[0.5]": 0.014136488906314276, + "sMAPE[0.5]": 0.014245082275591273, + "MSIS": 18.182633829667108, + "RMSE[mean]": 622.3469009858435, + "NRMSE[mean]": 0.009708182796404128, + "ND[0.5]": 0.01414802836814441, + "mean_weighted_sum_quantile_loss": 0.01289325734993025 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 + ], + "p10": [ + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 + ], + "p90": [ + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_051925.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_051925.json new file mode 100644 index 0000000000000000000000000000000000000000..fb7bbbb23a0f6a9c08c26b4316427df9a11c15b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_051925.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:19:25.580930+00:00", + "metrics": { + "MSE[mean]": 106199.64660008748, + "MSE[0.5]": 106199.64660008748, + "MAE[0.5]": 265.6764322916667, + "MASE[0.5]": 0.24661983207111185, + "MAPE[0.5]": 0.004149843542824615, + "sMAPE[0.5]": 0.00414584874319175, + "MSIS": 1.7052458816266627, + "RMSE[mean]": 325.88287251723966, + "NRMSE[mean]": 0.005083548245525192, + "ND[0.5]": 0.004144369266237664, + "mean_weighted_sum_quantile_loss": 0.004544651883232225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 + ], + "p10": [ + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 + ], + "p90": [ + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_052153.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_052153.json new file mode 100644 index 0000000000000000000000000000000000000000..088f590cbf1f2edb2de87affb9327babc9c6544d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_052153.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T05:21:53.980944+00:00", + "metrics": { + "MSE[mean]": 57917.37129618787, + "MSE[0.5]": 57279.02754431926, + "MAE[0.5]": 161.82171162888517, + "MASE[0.5]": 0.1502144657813042, + "MAPE[0.5]": 0.0025276694887263374, + "sMAPE[0.5]": 0.0025270795454665467, + "MSIS": 1.6104147873264123, + "RMSE[mean]": 240.66028192493224, + "NRMSE[mean]": 0.003754134559134793, + "ND[0.5]": 0.002524307190140484, + "mean_weighted_sum_quantile_loss": 0.002119115820089646 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 + ], + "p10": [ + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 + ], + "p90": [ + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_052123.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_052123.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2fa2dab9e2acafc846b468d0e6712756edc8ee --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_052123.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:21:23.041050+00:00", + "metrics": { + "MSE[mean]": 387594.1857242584, + "MSE[0.5]": 300573.14509614307, + "MAE[0.5]": 462.0696614583333, + "MASE[0.5]": 0.4289260486188185, + "MAPE[0.5]": 0.007224139574352605, + "sMAPE[0.5]": 0.007187492423325982, + "MSIS": 1.9917785129950438, + "RMSE[mean]": 622.5706270972462, + "NRMSE[mean]": 0.009711672769572445, + "ND[0.5]": 0.007207968306750049, + "mean_weighted_sum_quantile_loss": 0.0054280698374107655 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64325.373046875, + 64331.83984375, + 64419.359375, + 64400.8984375, + 64439.611328125, + 64526.0234375, + 64556.34765625, + 64492.5859375, + 64578.40234375, + 64623.359375, + 64465.08984375, + 64512.98828125, + 64558.7421875, + 64639.037109375, + 64468.93359375, + 64650.107421875, + 64589.310546875, + 64544.021484375, + 64760.69140625, + 64675.751953125, + 64741.921875, + 64819.884765625, + 64387.490234375, + 64731.5 + ], + "p10": [ + 64083.73828125, + 64045.365234375, + 63935.15625, + 64011.125, + 63980.01171875, + 64065.79296875, + 63943.837890625, + 63867.583984375, + 63838.697265625, + 63812.2109375, + 63713.833984375, + 63573.5625, + 63551.21484375, + 63549.068359375, + 63529.916015625, + 63225.2734375, + 63214.173828125, + 63259.466796875, + 63282.888671875, + 63272.943359375, + 62996.5, + 63449.625, + 62902.544921875, + 63060.4921875 + ], + "p90": [ + 64627.763671875, + 64675.119140625, + 64864.236328125, + 64815.75, + 64903.828125, + 65169.3984375, + 65234.89453125, + 65093.57421875, + 65297.44140625, + 65475.15234375, + 65586.7109375, + 65610.46484375, + 65747.53125, + 65868.328125, + 65491.380859375, + 65963.75, + 66287.75390625, + 66053.921875, + 66175.9609375, + 66190.1015625, + 66244.50390625, + 66709.265625, + 66104.828125, + 66449.40234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_052154.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_052154.json new file mode 100644 index 0000000000000000000000000000000000000000..7060f3f06bcf23327bc51e2f1429fe663078e69c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_052154.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:21:54.021019+00:00", + "metrics": { + "MSE[mean]": 82666.4001568464, + "MSE[0.5]": 76478.69437460582, + "MAE[0.5]": 233.03103498492297, + "MASE[0.5]": 0.2163160436159686, + "MAPE[0.5]": 0.003634837873310169, + "sMAPE[0.5]": 0.0036385759089886667, + "MSIS": 1.7381392620030927, + "RMSE[mean]": 287.5176519047942, + "NRMSE[mean]": 0.004485077241427649, + "ND[0.5]": 0.0036351235641813506, + "mean_weighted_sum_quantile_loss": 0.0027214994297409378 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 + ], + "p10": [ + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 + ], + "p90": [ + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_052154.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_052154.json new file mode 100644 index 0000000000000000000000000000000000000000..885a45e68200c8591497909a8b377f04af3b70fb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_052154.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:21:54.049446+00:00", + "metrics": { + "MSE[mean]": 204405.4975090027, + "MSE[0.5]": 204405.4975090027, + "MAE[0.5]": 381.7337239583333, + "MASE[0.5]": 0.3543524959531658, + "MAPE[0.5]": 0.005959097906360553, + "sMAPE[0.5]": 0.0059673020996898985, + "MSIS": 3.5621152135198106, + "RMSE[mean]": 452.11226206441546, + "NRMSE[mean]": 0.007052639737844462, + "ND[0.5]": 0.005954783041209155, + "mean_weighted_sum_quantile_loss": 0.0056395850510178695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "p10": [ + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996 + ], + "p90": [ + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_052146.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_052146.json new file mode 100644 index 0000000000000000000000000000000000000000..77238db91ccb2022cea6716e8b7f77919e981d9e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_052146.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:21:46.682277+00:00", + "metrics": { + "MSE[mean]": 232652.25641123453, + "MSE[0.5]": 232652.25641123453, + "MAE[0.5]": 403.3004557291667, + "MASE[0.5]": 0.3743722761111834, + "MAPE[0.5]": 0.006306435613140027, + "sMAPE[0.5]": 0.006278062936784179, + "MSIS": 1.8752978279597639, + "RMSE[mean]": 482.3403947537823, + "NRMSE[mean]": 0.007524177777605678, + "ND[0.5]": 0.006291209195208801, + "mean_weighted_sum_quantile_loss": 0.0042390274284633475 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 + ], + "p10": [ + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 + ], + "p90": [ + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051941.json new file mode 100644 index 0000000000000000000000000000000000000000..905e1b6606bce724cdec3caf1b9ce0602c616166 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:19:41.657787+00:00", + "metrics": { + "MSE[mean]": 167274.80240885416, + "MSE[0.5]": 116864.76287587483, + "MAE[0.5]": 250.93717447916666, + "MASE[0.5]": 0.23293780067970493, + "MAPE[0.5]": 0.003926912544792619, + "sMAPE[0.5]": 0.0039130891787814365, + "MSIS": 10.413316464095809, + "RMSE[mean]": 408.99242341252994, + "NRMSE[mean]": 0.006379999968736848, + "ND[0.5]": 0.003914447001178723, + "mean_weighted_sum_quantile_loss": 0.004489255428460892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 + ], + "p10": [ + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 + ], + "p90": [ + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_052041.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_052041.json new file mode 100644 index 0000000000000000000000000000000000000000..20c274610d3689a3b7c024dbc26e54af7d26a10d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_052041.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:20:41.796688+00:00", + "metrics": { + "MSE[mean]": 317636.0462856293, + "MSE[0.5]": 317636.0462856293, + "MAE[0.5]": 465.4562174479167, + "MASE[0.5]": 0.43206969166704184, + "MAPE[0.5]": 0.007277697614311701, + "sMAPE[0.5]": 0.007238961498085446, + "MSIS": 2.1469250858998534, + "RMSE[mean]": 563.5920921070746, + "NRMSE[mean]": 0.00879164826580822, + "ND[0.5]": 0.0072607962465133105, + "mean_weighted_sum_quantile_loss": 0.004966486239150941 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 + ], + "p10": [ + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 + ], + "p90": [ + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052027.json new file mode 100644 index 0000000000000000000000000000000000000000..8be6b77f16e71897ec69a15d0d9efe8b94c76c3a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052027.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:20:27.145983+00:00", + "metrics": { + "MSE[mean]": 158253.3859990438, + "MSE[0.5]": 158253.3859990438, + "MAE[0.5]": 316.7373046875, + "MASE[0.5]": 0.29401817925246954, + "MAPE[0.5]": 0.004954464101725866, + "sMAPE[0.5]": 0.0049353392062083485, + "MSIS": 1.566024662647985, + "RMSE[mean]": 397.8107414324603, + "NRMSE[mean]": 0.006205573435139883, + "ND[0.5]": 0.004940883689588013, + "mean_weighted_sum_quantile_loss": 0.004305457879314848 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64232.5703125 + ], + "predictions": { + "p50": [ + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 + ], + "p10": [ + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 + ], + "p90": [ + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_052153.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_052153.json new file mode 100644 index 0000000000000000000000000000000000000000..1c65592ca2fe5f0f8271028a6342fb6bcaab59db --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_052153.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:21:53.914451+00:00", + "metrics": { + "MSE[mean]": 0.07173415815980125, + "MSE[0.5]": 0.0797398474291006, + "MAE[0.5]": 0.25987801530090454, + "MASE[0.5]": 3.9981241922235364, + "MAPE[0.5]": 0.16340038980353638, + "sMAPE[0.5]": 0.18014914083827915, + "MSIS": 66.92956344724914, + "RMSE[mean]": 0.26783233217780344, + "NRMSE[mean]": 0.17295002615965782, + "ND[0.5]": 0.16781360629296077, + "mean_weighted_sum_quantile_loss": 0.15234258570274564 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.330082517904412, + 1.3070296407913786, + 1.2990362143117355, + 1.2939140582269224, + 1.2930995303585555, + 1.2918023095305224, + 1.2914953476414581, + 1.29067340508558, + 1.2915335082821928, + 1.2909591329396175, + 1.2918257423889867, + 1.2913295585019522, + 1.2913284734485242, + 1.2913886080220347, + 1.2913884301688545, + 1.2912048637799627, + 1.2912048346277083, + 1.2916204632186656, + 1.291620458440264, + 1.2912671627580568, + 1.2912671619748197, + 1.2916204554053399, + 1.2910782840528998, + 1.2916204552249813, + 1.2910140997952992, + 1.2911424681559407, + 1.291078283967911, + 1.2916204551905726, + 1.291388309179647, + 1.2922380083161693, + 1.2907437328029958, + 1.291388309179288, + 1.2914471719020728, + 1.292797645897524, + 1.2913277353106334, + 1.291506034624863, + 1.2915632449072427, + 1.2912048147960729, + 1.2913883091792624, + 1.291014099780984, + 1.291142468150145, + 1.292076954692443, + 1.2913883091792624, + 1.291142468150145, + 1.2912653886647036, + 1.2913883091792624, + 1.2913883091792624, + 1.2921318863158455, + 1.2920220230690405, + 1.2913883091792624, + 1.2912671614420008, + 1.2916204551896227, + 1.2915060346248624, + 1.2912671614420008, + 1.291014099780984, + 1.2916204551896227, + 1.2921318863158455, + 1.2913883091792624, + 1.2920220230690405, + 1.2921849473159295, + 1.2913883091792624, + 1.2913883091792624, + 1.2912671614420008, + 1.2915060346248624, + 1.2908819201087125, + 1.2913883091792624, + 1.2913883091792624, + 1.2920220230690405, + 1.2912048147960729, + 1.2914471719020624, + 1.2913277353106316, + 1.290386570506563 + ], + "p10": [ + 1.2581576960415237, + 1.232249999045351, + 1.225755319500056, + 1.219405304059856, + 1.2208323485379133, + 1.2202237732230607, + 1.1911032642157562, + 1.1917996377634021, + 1.2198372465291312, + 1.216503262320956, + 1.2279409807814086, + 1.2198115960631213, + 1.2242489175344624, + 1.216492438168959, + 1.2168796760017881, + 1.2242482283804597, + 1.2168408332752303, + 1.2257583290046627, + 1.2200972044567935, + 1.220068459688773, + 1.2164921398590056, + 1.219809773087518, + 1.2168795550995313, + 1.2200684584080757, + 1.219809772886116, + 1.2168795550179916, + 1.219809772874147, + 1.1837705152754698, + 1.2200972012065368, + 1.2197754365869122, + 1.2164921393262498, + 1.2195167510858658, + 1.2168795550122065, + 1.2241138765728836, + 1.2226243561643164, + 1.2168795550121967, + 1.225607306817715, + 1.216879555012196, + 1.2164921393261867, + 1.216879555012196, + 1.2164921393261867, + 1.220068458372717, + 1.216879555012196, + 1.18377051527452, + 1.2164921393261867, + 1.216879555012196, + 1.2226243561643146, + 1.2198097728718007, + 1.216879555012196, + 1.2198097728718007, + 1.220068458372717, + 1.220068458372717, + 1.220068458372717, + 1.1917317781749752, + 1.1917317781749752, + 1.222905151159666, + 1.2226243561643146, + 1.2279364775217534, + 1.2200972012061522, + 1.2198097728718007, + 1.1917317781749752, + 1.2200972012061522, + 1.216879555012196, + 1.2226243561643146, + 1.220068458372717, + 1.1909356518849297, + 1.2164921393261867, + 1.216879555012196, + 1.216879555012196, + 1.216879555012196, + 1.2198097728718007, + 1.216879555012196 + ], + "p90": [ + 1.4304609671220652, + 1.408348598794861, + 1.3908434173953073, + 1.394866339011419, + 1.3939619888592176, + 1.393409839995626, + 1.3925680846175201, + 1.3924683318751205, + 1.384632322638422, + 1.3853895460741275, + 1.3833299548171, + 1.3846066721724122, + 1.3929965777822586, + 1.3929397120358773, + 1.3846049699706837, + 1.392340638947649, + 1.3685816797396055, + 1.392340597992802, + 1.3929958428950073, + 1.3710900967200415, + 1.3846048495139105, + 1.3935036779214334, + 1.3697306114742698, + 1.3929394132284636, + 1.3935036777200314, + 1.3923405899695547, + 1.3853784230817046, + 1.3842269653990262, + 1.3854383054026775, + 1.3924004722868493, + 1.3935036777057792, + 1.3833254515574704, + 1.392400472286704, + 1.3929394131931092, + 1.393503677705718, + 1.3935036777057168, + 1.3833254515574451, + 1.3846048489810916, + 1.3686965550558667, + 1.3846048489810916, + 1.3710900954039855, + 1.3935036777057161, + 1.3924004722866936, + 1.3834533912998095, + 1.3834533912998095, + 1.392340589963759, + 1.3935036777057161, + 1.392340589963759, + 1.383325451557445, + 1.3697306113869345, + 1.392939413193105, + 1.3933181710923535, + 1.3834533912998095, + 1.3853784230793582, + 1.3846048489810916, + 1.3924004722866936, + 1.392995839644366, + 1.3846048489810916, + 1.3924004722866936, + 1.3834533912998095, + 1.392340589963759, + 1.392340589963759, + 1.383325451557445, + 1.3938260091537034, + 1.3924004722866936, + 1.392340589963759, + 1.3853784230793582, + 1.3924004722866936, + 1.3846048489810916, + 1.3924004722866936, + 1.3697306113869345, + 1.3685816599079703 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_051931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_051931.json new file mode 100644 index 0000000000000000000000000000000000000000..ecfd72619f8adab9cfc56eee25cc10a01d69e61b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_051931.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:19:31.139117+00:00", + "metrics": { + "MSE[mean]": 0.08053918458537071, + "MSE[0.5]": 0.08053918458537071, + "MAE[0.5]": 0.26151349809434676, + "MASE[0.5]": 4.023285471506264, + "MAPE[0.5]": 0.16446227946827838, + "sMAPE[0.5]": 0.18141137499044854, + "MSIS": 93.53193651193052, + "RMSE[mean]": 0.28379426453924456, + "NRMSE[mean]": 0.18325728293117136, + "ND[0.5]": 0.1688697028053181, + "mean_weighted_sum_quantile_loss": 0.14882065464622296 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3401007652282715, + 1.3085654973983765, + 1.2909190654754639, + 1.2834081649780273, + 1.2804721593856812, + 1.2790108919143677, + 1.2813059091567993, + 1.283962368965149, + 1.2874820232391357, + 1.289991021156311, + 1.2898987531661987, + 1.291829228401184, + 1.2919875383377075, + 1.2930660247802734, + 1.2940126657485962, + 1.295428991317749, + 1.2954835891723633, + 1.2944775819778442, + 1.2929500341415405, + 1.2944759130477905, + 1.2946926355361938, + 1.2954320907592773, + 1.2966519594192505, + 1.2977592945098877, + 1.2978241443634033, + 1.2969778776168823, + 1.2959113121032715, + 1.2953224182128906, + 1.2947931289672852, + 1.2955732345581055, + 1.2966599464416504, + 1.2963513135910034, + 1.2959651947021484, + 1.2959989309310913, + 1.2955340147018433, + 1.2953228950500488, + 1.294172763824463, + 1.2943907976150513, + 1.293286919593811, + 1.2919914722442627, + 1.2913049459457397, + 1.2881333827972412, + 1.2851258516311646, + 1.2840970754623413, + 1.2834179401397705, + 1.2838798761367798, + 1.2852702140808105, + 1.285904049873352, + 1.2856481075286865, + 1.283066749572754, + 1.2778520584106445, + 1.2760889530181885, + 1.27543306350708, + 1.2755746841430664, + 1.2776941061019897, + 1.2803728580474854, + 1.2831106185913086, + 1.2841166257858276, + 1.2854307889938354, + 1.2869348526000977, + 1.2875785827636719, + 1.288553237915039, + 1.2905879020690918, + 1.2903891801834106, + 1.2916784286499023, + 1.2916393280029297, + 1.2897064685821533, + 1.2917364835739136, + 1.2922743558883667, + 1.2937488555908203, + 1.2960888147354126, + 1.297426700592041 + ], + "p10": [ + 1.247612714767456, + 1.2071071863174438, + 1.1997509002685547, + 1.1944080591201782, + 1.1924374103546143, + 1.1935590505599976, + 1.1958916187286377, + 1.1982533931732178, + 1.202883243560791, + 1.2041183710098267, + 1.2066853046417236, + 1.2067328691482544, + 1.2077128887176514, + 1.2072339057922363, + 1.2080762386322021, + 1.2097164392471313, + 1.2076444625854492, + 1.2058862447738647, + 1.204376459121704, + 1.202958583831787, + 1.2017062902450562, + 1.2028653621673584, + 1.2030152082443237, + 1.2005677223205566, + 1.2034913301467896, + 1.201728343963623, + 1.2021344900131226, + 1.2007814645767212, + 1.1988128423690796, + 1.200527548789978, + 1.2006845474243164, + 1.2010693550109863, + 1.2041717767715454, + 1.203614592552185, + 1.2047085762023926, + 1.2052409648895264, + 1.2049421072006226, + 1.2077500820159912, + 1.206028699874878, + 1.2024250030517578, + 1.2027595043182373, + 1.199898600578308, + 1.1983524560928345, + 1.1949963569641113, + 1.1921107769012451, + 1.190971851348877, + 1.1895623207092285, + 1.1866800785064697, + 1.1884125471115112, + 1.1860699653625488, + 1.1846277713775635, + 1.1822370290756226, + 1.1827278137207031, + 1.1826021671295166, + 1.1844196319580078, + 1.186286211013794, + 1.1887753009796143, + 1.1890000104904175, + 1.190840721130371, + 1.189906120300293, + 1.1888141632080078, + 1.1908835172653198, + 1.190554141998291, + 1.1898747682571411, + 1.193572998046875, + 1.192689061164856, + 1.1907782554626465, + 1.1887269020080566, + 1.18932044506073, + 1.190510869026184, + 1.1914756298065186, + 1.189406394958496 + ], + "p90": [ + 1.4545989036560059, + 1.424189567565918, + 1.4057810306549072, + 1.3945508003234863, + 1.3941620588302612, + 1.3922039270401, + 1.392853856086731, + 1.392629623413086, + 1.3954746723175049, + 1.393548846244812, + 1.3900537490844727, + 1.3911930322647095, + 1.3920044898986816, + 1.392608404159546, + 1.391303539276123, + 1.3940919637680054, + 1.3953282833099365, + 1.3976548910140991, + 1.3996803760528564, + 1.4025386571884155, + 1.40823495388031, + 1.4110918045043945, + 1.413527488708496, + 1.4155011177062988, + 1.417734146118164, + 1.416407823562622, + 1.4198459386825562, + 1.4180498123168945, + 1.4186654090881348, + 1.4203758239746094, + 1.421985149383545, + 1.419673204421997, + 1.4062618017196655, + 1.406944990158081, + 1.403916835784912, + 1.4021413326263428, + 1.4011051654815674, + 1.3990107774734497, + 1.39828622341156, + 1.3985649347305298, + 1.3998322486877441, + 1.3978898525238037, + 1.399898648262024, + 1.4041681289672852, + 1.408219814300537, + 1.4123948812484741, + 1.4204601049423218, + 1.4223626852035522, + 1.4205127954483032, + 1.4174025058746338, + 1.4115301370620728, + 1.4102216958999634, + 1.4128702878952026, + 1.4130619764328003, + 1.4133927822113037, + 1.4162588119506836, + 1.419089913368225, + 1.4146610498428345, + 1.4163788557052612, + 1.4176503419876099, + 1.4161875247955322, + 1.418763279914856, + 1.4203710556030273, + 1.4226466417312622, + 1.417259693145752, + 1.421860694885254, + 1.4217015504837036, + 1.4257116317749023, + 1.4327061176300049, + 1.437561273574829, + 1.4402947425842285, + 1.4434951543807983 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_052154.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_052154.json new file mode 100644 index 0000000000000000000000000000000000000000..6b0fa5805837c93a915146670ed8e2cbf930db4b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_052154.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T05:21:54.001731+00:00", + "metrics": { + "MSE[mean]": 0.09877002242498586, + "MSE[0.5]": 0.09951951004093325, + "MAE[0.5]": 0.2902727190721326, + "MASE[0.5]": 4.465735122384399, + "MAPE[0.5]": 0.18248950730415217, + "sMAPE[0.5]": 0.2037237895028525, + "MSIS": 59.77572187635198, + "RMSE[mean]": 0.3142769836067953, + "NRMSE[mean]": 0.20294119120797544, + "ND[0.5]": 0.18744067958021116, + "mean_weighted_sum_quantile_loss": 0.17370021892568696 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.286986893313964, + 1.2862456382886531, + 1.2855043832633424, + 1.2847631282380314, + 1.2840218732127207, + 1.28328061818741, + 1.282539363162099, + 1.2817981081367882, + 1.2810568531114772, + 1.2803155980861665, + 1.2795743430608557, + 1.2788330880355447, + 1.278091833010234, + 1.2773505779849232, + 1.2766093229596123, + 1.2758680679343015, + 1.2751268129089905, + 1.2743855578836798, + 1.273644302858369, + 1.272903047833058, + 1.2721617928077473, + 1.2714205377824364, + 1.2706792827571256, + 1.2699380277318149, + 1.2691967727065039, + 1.2684555176811931, + 1.2677142626558822, + 1.2669730076305714, + 1.2662317526052607, + 1.2654904975799497, + 1.264749242554639, + 1.264007987529328, + 1.2632667325040172, + 1.2625254774787065, + 1.2617842224533955, + 1.2610429674280847, + 1.2603017124027738, + 1.259560457377463, + 1.2588192023521523, + 1.2580779473268413, + 1.2573366923015306, + 1.2565954372762198, + 1.2558541822509088, + 1.255112927225598, + 1.2543716722002871, + 1.2536304171749764, + 1.2528891621496656, + 1.2521479071243546, + 1.251406652099044, + 1.250665397073733, + 1.2499241420484222, + 1.2491828870231114, + 1.2484416319978004, + 1.2477003769724897, + 1.2469591219471787, + 1.246217866921868, + 1.2454766118965572, + 1.2447353568712463, + 1.2439941018459355, + 1.2432528468206245, + 1.2425115917953138, + 1.241770336770003, + 1.241029081744692, + 1.2402878267193813, + 1.2395465716940703, + 1.2388053166687596, + 1.2380640616434488, + 1.2373228066181379, + 1.2365815515928271, + 1.2358402965675164, + 1.2350990415422054, + 1.2343577865168947 + ], + "p10": [ + 1.1869869767604668, + 1.1862456144467952, + 1.1855043594214845, + 1.1847631043961735, + 1.1840218493708627, + 1.183280594345552, + 1.182539339320241, + 1.1817980842949303, + 1.1810568292696193, + 1.1803155742443086, + 1.1795743192189978, + 1.1788330641936868, + 1.178091809168376, + 1.1773505541430653, + 1.1766092991177544, + 1.1758680440924436, + 1.1751267890671326, + 1.1743855340418219, + 1.1736442790165111, + 1.1729030239912002, + 1.1721617689658894, + 1.1714205139405784, + 1.1706792589152677, + 1.169938003889957, + 1.169196748864646, + 1.1684554938393352, + 1.1677142388140243, + 1.1669729837887135, + 1.1662317287634028, + 1.1654904737380918, + 1.164749218712781, + 1.16400796368747, + 1.1632667086621593, + 1.1625254536368486, + 1.1617841986115376, + 1.1610430627955164, + 1.1603016885609159, + 1.1595604335356051, + 1.1588191785102944, + 1.1580779234849834, + 1.1573366684596726, + 1.1565955326436514, + 1.155854158409051, + 1.1551129033837402, + 1.1543716483584292, + 1.1536303933331185, + 1.1528891383078077, + 1.1521478832824967, + 1.151406628257186, + 1.1506654924411646, + 1.1499241182065643, + 1.1491828631812535, + 1.1484416081559425, + 1.1477003531306318, + 1.1469590981053208, + 1.14621784308001, + 1.1454765880546993, + 1.1447353330293883, + 1.1439940780040776, + 1.1432528229787666, + 1.1425116871627454, + 1.1417703129281451, + 1.1410290579028342, + 1.1402878028775234, + 1.1395465478522124, + 1.1388052928269017, + 1.138064037801591, + 1.13732278277628, + 1.1365815277509692, + 1.1358402727256585, + 1.1350990177003475, + 1.1343577626750367 + ], + "p90": [ + 1.386986917155822, + 1.386245662130511, + 1.3855044071052003, + 1.3847631520798893, + 1.3840218970545786, + 1.3832806420292678, + 1.3825393870039568, + 1.381798131978646, + 1.3810568769533351, + 1.3803156219280244, + 1.379574259614353, + 1.3788331118774027, + 1.3780917495637313, + 1.3773506018267812, + 1.3766093468014702, + 1.3758680917761594, + 1.3751268367508485, + 1.3743855817255377, + 1.373644326700227, + 1.372903071674916, + 1.3721618166496052, + 1.3714205616242943, + 1.3706793065989835, + 1.3699380515736728, + 1.3691967965483618, + 1.368455541523051, + 1.36771428649774, + 1.3669730314724293, + 1.3662317764471186, + 1.3654905214218076, + 1.3647492663964969, + 1.3640080113711859, + 1.3632667563458751, + 1.3625255013205644, + 1.3617842462952534, + 1.3610429912699427, + 1.3603017362446317, + 1.359560481219321, + 1.3588192261940102, + 1.3580779711686992, + 1.3573367161433885, + 1.3565954611180777, + 1.3558542060927667, + 1.355112951067456, + 1.354371696042145, + 1.3536304410168343, + 1.3528891859915235, + 1.3521479309662126, + 1.3514066759409018, + 1.3506654209155908, + 1.34992416589028, + 1.3491829108649693, + 1.3484416558396584, + 1.3477004008143476, + 1.3469591457890366, + 1.3462178907637259, + 1.3454766357384151, + 1.3447353807131042, + 1.3439941256877934, + 1.3432528706624824, + 1.3425116156371717, + 1.341770360611861, + 1.34102910558655, + 1.3402878505612392, + 1.3395465955359283, + 1.3388053405106175, + 1.3380640854853068, + 1.3373228304599958, + 1.336581575434685, + 1.3358403204093743, + 1.3350990653840633, + 1.3343578103587526 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_052128.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_052128.json new file mode 100644 index 0000000000000000000000000000000000000000..f96825cfd3a4551310566371a8cdbb4e623cce42 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_052128.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:21:28.633362+00:00", + "metrics": { + "MSE[mean]": 0.07404372360458192, + "MSE[0.5]": 0.07106670987455956, + "MAE[0.5]": 0.24355834970871607, + "MASE[0.5]": 3.747052358626615, + "MAPE[0.5]": 0.1529660083597314, + "sMAPE[0.5]": 0.16773404276035095, + "MSIS": 69.18926027073842, + "RMSE[mean]": 0.2721097638905703, + "NRMSE[mean]": 0.1757121345302337, + "ND[0.5]": 0.15727534689710815, + "mean_weighted_sum_quantile_loss": 0.1369836835405039 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3122690320014954, + 1.3179448246955872, + 1.3046312928199768, + 1.310044288635254, + 1.3170886635780334, + 1.3103213906288147, + 1.3042794466018677, + 1.3191453218460083, + 1.3057082295417786, + 1.3062867522239685, + 1.3067671060562134, + 1.3001676797866821, + 1.3070757985115051, + 1.311117708683014, + 1.3132198452949524, + 1.3030065298080444, + 1.3108198642730713, + 1.3060196042060852, + 1.319523572921753, + 1.2909342646598816, + 1.3122015595436096, + 1.3129979372024536, + 1.295237421989441, + 1.3217796683311462, + 1.2912644147872925, + 1.302137315273285, + 1.3136491775512695, + 1.3094671368598938, + 1.2967021465301514, + 1.3097743391990662, + 1.3052279949188232, + 1.319812297821045, + 1.310106873512268, + 1.2994605898857117, + 1.3074886798858643, + 1.3023183941841125, + 1.3061073422431946, + 1.3266541361808777, + 1.319926381111145, + 1.29836505651474, + 1.3020012974739075, + 1.3118877410888672, + 1.3096251487731934, + 1.2955954670906067, + 1.3062880635261536, + 1.3096458315849304, + 1.3024092316627502, + 1.3183982372283936, + 1.299112617969513, + 1.3091824054718018, + 1.3031505346298218, + 1.302270770072937, + 1.3107059001922607, + 1.286327064037323, + 1.2949131727218628, + 1.308284342288971, + 1.314580261707306, + 1.3117610812187195, + 1.3015148639678955, + 1.3058892488479614, + 1.2984678745269775, + 1.2983943223953247, + 1.3025965094566345, + 1.2966049909591675, + 1.3114810585975647, + 1.2992876172065735, + 1.309134602546692, + 1.319957435131073, + 1.3089950680732727, + 1.3029407858848572, + 1.314105749130249, + 1.3215202689170837 + ], + "p10": [ + 1.200425148010254, + 1.1882413625717163, + 1.170270323753357, + 1.195330023765564, + 1.1752489805221558, + 1.1969894766807556, + 1.1551157236099243, + 1.1855628490447998, + 1.1811552047729492, + 1.1932122707366943, + 1.1693714261054993, + 1.1535518169403076, + 1.1925361156463623, + 1.1783435344696045, + 1.1928589344024658, + 1.1222138404846191, + 1.1885302066802979, + 1.1710273623466492, + 1.197095811367035, + 1.1401916146278381, + 1.2019652128219604, + 1.1736822128295898, + 1.1441847681999207, + 1.2117971181869507, + 1.151050865650177, + 1.189942479133606, + 1.1671808362007141, + 1.1761149764060974, + 1.140267252922058, + 1.1842021942138672, + 1.155351996421814, + 1.1638739705085754, + 1.1831039190292358, + 1.1642557382583618, + 1.142827033996582, + 1.1667912006378174, + 1.1862192749977112, + 1.1434274911880493, + 1.1589650511741638, + 1.1557376980781555, + 1.1534969806671143, + 1.13821280002594, + 1.1595388650894165, + 1.136437714099884, + 1.1559745073318481, + 1.1592828631401062, + 1.139296054840088, + 1.1335948705673218, + 1.152384638786316, + 1.1311122179031372, + 1.1461246609687805, + 1.1360127925872803, + 1.12395578622818, + 1.0821145176887512, + 1.148637592792511, + 1.1267391443252563, + 1.1349363923072815, + 1.0970348119735718, + 1.1352340579032898, + 1.1245989799499512, + 1.130720615386963, + 1.121741533279419, + 1.141705870628357, + 1.1333107948303223, + 1.1035376191139221, + 1.0526342988014221, + 1.0832385420799255, + 1.1355749368667603, + 1.1289390325546265, + 1.0762056112289429, + 1.1120374202728271, + 1.082725167274475 + ], + "p90": [ + 1.419748306274414, + 1.4499499797821045, + 1.4296732544898987, + 1.4506044387817383, + 1.428183913230896, + 1.4126895666122437, + 1.44138902425766, + 1.452551782131195, + 1.46566241979599, + 1.4550226330757141, + 1.4342994689941406, + 1.4323900938034058, + 1.425747275352478, + 1.4333750009536743, + 1.4610381722450256, + 1.4389426708221436, + 1.4287737607955933, + 1.4680776596069336, + 1.427811622619629, + 1.4294310808181763, + 1.4568808674812317, + 1.4357986450195312, + 1.446666657924652, + 1.4408955574035645, + 1.4290719628334045, + 1.4323275685310364, + 1.4083647727966309, + 1.4465603828430176, + 1.4265118837356567, + 1.437472939491272, + 1.4307608008384705, + 1.463438093662262, + 1.4603254199028015, + 1.441398561000824, + 1.4364767670631409, + 1.4509664177894592, + 1.4546120762825012, + 1.4583288431167603, + 1.4759370684623718, + 1.435219168663025, + 1.4439142942428589, + 1.4658940434455872, + 1.438386082649231, + 1.4489220976829529, + 1.4551034569740295, + 1.4530108571052551, + 1.461496651172638, + 1.4547356367111206, + 1.490561306476593, + 1.4913963079452515, + 1.4503840804100037, + 1.4660756587982178, + 1.5089136958122253, + 1.4689059257507324, + 1.4761417508125305, + 1.4859017729759216, + 1.4500444531440735, + 1.4825515151023865, + 1.459436297416687, + 1.5187883377075195, + 1.4683661460876465, + 1.4808644652366638, + 1.4938756227493286, + 1.473138689994812, + 1.4910534620285034, + 1.4394890666007996, + 1.4715657234191895, + 1.468644142150879, + 1.4823752045631409, + 1.484151840209961, + 1.4940826892852783, + 1.493528664112091 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_052154.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_052154.json new file mode 100644 index 0000000000000000000000000000000000000000..18f65c478bb33ec1239993caed0497e674177a4f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_052154.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:21:54.032332+00:00", + "metrics": { + "MSE[mean]": 0.07336373712953247, + "MSE[0.5]": 0.07399071303892228, + "MAE[0.5]": 0.24882482136586445, + "MASE[0.5]": 3.828075017337182, + "MAPE[0.5]": 0.15628096322618418, + "sMAPE[0.5]": 0.17171123975940505, + "MSIS": 41.0552143126894, + "RMSE[mean]": 0.27085741106628863, + "NRMSE[mean]": 0.17490344032980074, + "ND[0.5]": 0.16067611783266583, + "mean_weighted_sum_quantile_loss": 0.14707832452222033 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605 + ], + "p10": [ + 1.2028846717033632, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026 + ], + "p90": [ + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_052154.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_052154.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1e66de9f08d7eb1c69973b0a68dfaccbbc0d55 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_052154.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:21:54.059101+00:00", + "metrics": { + "MSE[mean]": 0.07722224149439445, + "MSE[0.5]": 0.07722224149439445, + "MAE[0.5]": 0.24722225798500908, + "MASE[0.5]": 3.8034201906672513, + "MAPE[0.5]": 0.1550931872126665, + "sMAPE[0.5]": 0.17131559501953497, + "MSIS": 130.98167630038904, + "RMSE[mean]": 0.27788890135159133, + "NRMSE[mean]": 0.17944395423600515, + "ND[0.5]": 0.15964127869883996, + "mean_weighted_sum_quantile_loss": 0.15469459221026882 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "p10": [ + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793 + ], + "p90": [ + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_052151.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_052151.json new file mode 100644 index 0000000000000000000000000000000000000000..e1e7586a8da6bf9c5209ccf30c2c5fbb3927ee7a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_052151.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:21:51.401498+00:00", + "metrics": { + "MSE[mean]": 0.07675634802857366, + "MSE[0.5]": 0.07675634802857366, + "MAE[0.5]": 0.2542745702796512, + "MASE[0.5]": 3.911917326770422, + "MAPE[0.5]": 0.15980561908460633, + "sMAPE[0.5]": 0.1758621789113827, + "MSIS": 95.72642081507952, + "RMSE[mean]": 0.2770493602746154, + "NRMSE[mean]": 0.1789018290562539, + "ND[0.5]": 0.16419523820748777, + "mean_weighted_sum_quantile_loss": 0.14614053361737792 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3300533294677734, + 1.3083696365356445, + 1.3040142059326172, + 1.3005280494689941, + 1.298891544342041, + 1.2987892627716064, + 1.2979710102081299, + 1.295823097229004, + 1.2982096672058105, + 1.2982096672058105, + 1.299027919769287, + 1.2996416091918945, + 1.298755168914795, + 1.298107385635376, + 1.296811819076538, + 1.29439115524292, + 1.2985506057739258, + 1.2956867218017578, + 1.2956185340881348, + 1.2973573207855225, + 1.2978005409240723, + 1.2985506057739258, + 1.2990620136260986, + 1.302249789237976, + 1.3021304607391357, + 1.298755168914795, + 1.2973573207855225, + 1.2980732917785645, + 1.298039197921753, + 1.29752779006958, + 1.2997779846191406, + 1.2990620136260986, + 1.298243761062622, + 1.2977323532104492, + 1.298755168914795, + 1.3001530170440674, + 1.2986187934875488, + 1.2993006706237793, + 1.298107385635376, + 1.2975959777832031, + 1.297255039215088, + 1.295891284942627, + 1.294527530670166, + 1.2955503463745117, + 1.2962322235107422, + 1.2951412200927734, + 1.294595718383789, + 1.2973573207855225, + 1.2986528873443604, + 1.2966413497924805, + 1.2968459129333496, + 1.2964708805084229, + 1.2940502166748047, + 1.2926182746887207, + 1.294527530670166, + 1.29595947265625, + 1.2965049743652344, + 1.2967777252197266, + 1.2967095375061035, + 1.2974255084991455, + 1.2962322235107422, + 1.29752779006958, + 1.2972209453582764, + 1.2963004112243652, + 1.296811819076538, + 1.2964367866516113, + 1.2967095375061035, + 1.2964708805084229, + 1.296743631362915, + 1.297323226928711, + 1.2982778549194336, + 1.3004257678985596 + ], + "p10": [ + 1.2294082641601562, + 1.2168617248535156, + 1.2168617248535156, + 1.2157707214355469, + 1.2135887145996094, + 1.2152252197265625, + 1.2146797180175781, + 1.213043212890625, + 1.2174072265625, + 1.2141342163085938, + 1.2152252197265625, + 1.2168617248535156, + 1.2174072265625, + 1.2179527282714844, + 1.2184982299804688, + 1.2157707214355469, + 1.2179527282714844, + 1.2135887145996094, + 1.2119522094726562, + 1.2146797180175781, + 1.2141342163085938, + 1.2157707214355469, + 1.2152252197265625, + 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, + 1.2108612060546875, + 1.2108612060546875, + 1.2114067077636719, + 1.2108612060546875, + 1.2119522094726562, + 1.2108612060546875, + 1.2135887145996094, + 1.2152252197265625, + 1.2163162231445312, + 1.2190437316894531, + 1.2179527282714844, + 1.2179527282714844, + 1.2146797180175781, + 1.2119522094726562, + 1.2114067077636719, + 1.2097702026367188, + 1.2092247009277344, + 1.2092247009277344, + 1.2092247009277344, + 1.20867919921875, + 1.2075881958007812, + 1.2070426940917969, + 1.2114067077636719, + 1.2114067077636719, + 1.2124977111816406, + 1.2124977111816406, + 1.2103157043457031, + 1.2092247009277344, + 1.2108612060546875, + 1.2119522094726562, + 1.2141342163085938, + 1.2146797180175781, + 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, + 1.2141342163085938, + 1.2146797180175781, + 1.2135887145996094, + 1.2201347351074219, + 1.2195892333984375, + 1.2195892333984375, + 1.2179527282714844, + 1.2168617248535156, + 1.2168617248535156, + 1.2163162231445312, + 1.2179527282714844 + ], + "p90": [ + 1.4301528930664062, + 1.4219703674316406, + 1.4236068725585938, + 1.4170608520507812, + 1.4143333435058594, + 1.4132423400878906, + 1.4132423400878906, + 1.4132423400878906, + 1.4159698486328125, + 1.413787841796875, + 1.4099693298339844, + 1.4056053161621094, + 1.4023323059082031, + 1.4012413024902344, + 1.3990592956542969, + 1.3974227905273438, + 1.4023323059082031, + 1.3974227905273438, + 1.3968772888183594, + 1.4012413024902344, + 1.4066963195800781, + 1.4105148315429688, + 1.4132423400878906, + 1.4186973571777344, + 1.413787841796875, + 1.4072418212890625, + 1.4066963195800781, + 1.4077873229980469, + 1.409423828125, + 1.4099693298339844, + 1.413787841796875, + 1.4121513366699219, + 1.4083328247070312, + 1.4072418212890625, + 1.4083328247070312, + 1.4072418212890625, + 1.4034233093261719, + 1.4017868041992188, + 1.4012413024902344, + 1.4012413024902344, + 1.4012413024902344, + 1.4001502990722656, + 1.4001502990722656, + 1.4023323059082031, + 1.4072418212890625, + 1.409423828125, + 1.4132423400878906, + 1.4214248657226562, + 1.4121513366699219, + 1.4105148315429688, + 1.4099693298339844, + 1.4083328247070312, + 1.4028778076171875, + 1.3990592956542969, + 1.4001502990722656, + 1.4023323059082031, + 1.4045143127441406, + 1.4056053161621094, + 1.4061508178710938, + 1.4056053161621094, + 1.4028778076171875, + 1.4034233093261719, + 1.4017868041992188, + 1.4017868041992188, + 1.3968772888183594, + 1.3974227905273438, + 1.3985137939453125, + 1.3990592956542969, + 1.4028778076171875, + 1.4056053161621094, + 1.4088783264160156, + 1.4126968383789062 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_051948.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_051948.json new file mode 100644 index 0000000000000000000000000000000000000000..52abd87e1aa542f34ffeeb71734ee3e1ca253876 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_051948.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:19:48.872444+00:00", + "metrics": { + "MSE[mean]": 0.07942849250380846, + "MSE[0.5]": 0.08966415376808515, + "MAE[0.5]": 0.2764476173453861, + "MASE[0.5]": 4.253041202855822, + "MAPE[0.5]": 0.17392372789674992, + "sMAPE[0.5]": 0.1929787332992717, + "MSIS": 118.83584178771915, + "RMSE[mean]": 0.28183060959343725, + "NRMSE[mean]": 0.1819892725625783, + "ND[0.5]": 0.17851325963110132, + "mean_weighted_sum_quantile_loss": 0.15602310123168003 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2852357625961304, + 1.2711124420166016, + 1.2673561573028564, + 1.2691245079040527, + 1.2655459642410278, + 1.2617402076721191, + 1.256433129310608, + 1.2513020038604736, + 1.246935248374939, + 1.251695156097412, + 1.2538204193115234, + 1.2579972743988037, + 1.2655420303344727, + 1.2673780918121338, + 1.2709336280822754, + 1.2738984823226929, + 1.2802798748016357, + 1.282394528388977, + 1.2829127311706543, + 1.2856913805007935, + 1.2853153944015503, + 1.2880569696426392, + 1.2854353189468384, + 1.2891291379928589, + 1.2883222103118896, + 1.2885985374450684, + 1.2866270542144775, + 1.2874161005020142, + 1.2895745038986206, + 1.28953218460083, + 1.2921226024627686, + 1.2927255630493164, + 1.2908157110214233, + 1.2932569980621338, + 1.2956498861312866, + 1.2959949970245361, + 1.2945255041122437, + 1.2929913997650146, + 1.290273666381836, + 1.2891132831573486, + 1.2884432077407837, + 1.2850971221923828, + 1.2859243154525757, + 1.2855533361434937, + 1.2834231853485107, + 1.2815788984298706, + 1.2767293453216553, + 1.273419976234436, + 1.27186119556427, + 1.2674368619918823, + 1.2615540027618408, + 1.2638119459152222, + 1.2653101682662964, + 1.2615858316421509, + 1.2642486095428467, + 1.2630783319473267, + 1.2612603902816772, + 1.2590296268463135, + 1.2549017667770386, + 1.2520332336425781, + 1.2512743473052979, + 1.250036358833313, + 1.248189091682434, + 1.2524982690811157, + 1.2589788436889648, + 1.2616313695907593, + 1.2683011293411255, + 1.270442247390747, + 1.2729214429855347, + 1.275149941444397, + 1.278380274772644, + 1.2799732685089111 + ], + "p10": [ + 1.3059499263763428, + 1.2920236587524414, + 1.2889574766159058, + 1.2915128469467163, + 1.289961576461792, + 1.285809874534607, + 1.2794990539550781, + 1.2755727767944336, + 1.2715002298355103, + 1.2732559442520142, + 1.2774035930633545, + 1.2812293767929077, + 1.2896462678909302, + 1.2914947271347046, + 1.2934226989746094, + 1.295623540878296, + 1.3027949333190918, + 1.3065763711929321, + 1.3049795627593994, + 1.3070303201675415, + 1.3060426712036133, + 1.3071579933166504, + 1.3070522546768188, + 1.309399962425232, + 1.312939167022705, + 1.3091615438461304, + 1.3100378513336182, + 1.3092519044876099, + 1.3112046718597412, + 1.3121869564056396, + 1.3148307800292969, + 1.3130218982696533, + 1.3128777742385864, + 1.315004825592041, + 1.3174203634262085, + 1.3184137344360352, + 1.3163236379623413, + 1.3147060871124268, + 1.3113288879394531, + 1.3109203577041626, + 1.3079293966293335, + 1.3069953918457031, + 1.3068381547927856, + 1.3071808815002441, + 1.3085901737213135, + 1.3040413856506348, + 1.2996599674224854, + 1.2975893020629883, + 1.2973648309707642, + 1.2906532287597656, + 1.2871304750442505, + 1.2879457473754883, + 1.2883167266845703, + 1.2858808040618896, + 1.2889482975006104, + 1.289591908454895, + 1.287217140197754, + 1.2839168310165405, + 1.280062198638916, + 1.2771855592727661, + 1.2744792699813843, + 1.2733303308486938, + 1.2727577686309814, + 1.279601812362671, + 1.2819349765777588, + 1.2864817380905151, + 1.292205572128296, + 1.294086217880249, + 1.298265814781189, + 1.3016549348831177, + 1.3024122714996338, + 1.3039244413375854 + ], + "p90": [ + 1.3599425554275513, + 1.350968837738037, + 1.3507099151611328, + 1.352892279624939, + 1.3506428003311157, + 1.3471310138702393, + 1.3424485921859741, + 1.3364557027816772, + 1.3325021266937256, + 1.3368068933486938, + 1.3390779495239258, + 1.343943476676941, + 1.350582242012024, + 1.3531123399734497, + 1.3565208911895752, + 1.3598960638046265, + 1.3671190738677979, + 1.3691943883895874, + 1.3701863288879395, + 1.3706679344177246, + 1.371233582496643, + 1.3748273849487305, + 1.371996521949768, + 1.3745602369308472, + 1.3762688636779785, + 1.3775087594985962, + 1.3741792440414429, + 1.376503825187683, + 1.3771880865097046, + 1.3786338567733765, + 1.380812644958496, + 1.379517674446106, + 1.3778549432754517, + 1.3803997039794922, + 1.3820405006408691, + 1.3823943138122559, + 1.3803445100784302, + 1.3794631958007812, + 1.3770921230316162, + 1.3776315450668335, + 1.375209093093872, + 1.374131202697754, + 1.3730332851409912, + 1.372550368309021, + 1.3706514835357666, + 1.372235894203186, + 1.3667594194412231, + 1.365280032157898, + 1.3635714054107666, + 1.3591092824935913, + 1.3533730506896973, + 1.3582862615585327, + 1.3571163415908813, + 1.3556523323059082, + 1.3578187227249146, + 1.3571369647979736, + 1.3549880981445312, + 1.3523640632629395, + 1.3491809368133545, + 1.3461254835128784, + 1.3450767993927002, + 1.3435513973236084, + 1.3420133590698242, + 1.3484638929367065, + 1.3524043560028076, + 1.3557753562927246, + 1.3625848293304443, + 1.364447832107544, + 1.3670765161514282, + 1.3699721097946167, + 1.3719675540924072, + 1.3758400678634644 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_052049.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_052049.json new file mode 100644 index 0000000000000000000000000000000000000000..7a22c6548ecf30bf600256114b5da5dc4eabbca8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_052049.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:20:49.343902+00:00", + "metrics": { + "MSE[mean]": 0.08015537112375269, + "MSE[0.5]": 0.08015537112375269, + "MAE[0.5]": 0.26059147550000084, + "MASE[0.5]": 4.0091005053945175, + "MAPE[0.5]": 0.16384882819968605, + "sMAPE[0.5]": 0.1807027235184357, + "MSIS": 88.23314518842875, + "RMSE[mean]": 0.2831172391850286, + "NRMSE[mean]": 0.18282010063965973, + "ND[0.5]": 0.16827431601793777, + "mean_weighted_sum_quantile_loss": 0.146503036320358 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.325194001197815, + 1.295540690422058, + 1.2890348434448242, + 1.2891632318496704, + 1.2892682552337646, + 1.2883127927780151, + 1.2886475324630737, + 1.2867419719696045, + 1.2857563495635986, + 1.2862286567687988, + 1.2845972776412964, + 1.2843085527420044, + 1.2857633829116821, + 1.2881633043289185, + 1.2910689115524292, + 1.2918810844421387, + 1.2939081192016602, + 1.2943830490112305, + 1.2930303812026978, + 1.2921851873397827, + 1.2937031984329224, + 1.292618751525879, + 1.2916048765182495, + 1.2942017316818237, + 1.2966759204864502, + 1.2968692779541016, + 1.2958931922912598, + 1.2960333824157715, + 1.2962154150009155, + 1.296467900276184, + 1.2998183965682983, + 1.2988128662109375, + 1.2873324155807495, + 1.2883806228637695, + 1.2926684617996216, + 1.2952678203582764, + 1.2950127124786377, + 1.2960596084594727, + 1.295517086982727, + 1.294999122619629, + 1.29359769821167, + 1.2923383712768555, + 1.2906113862991333, + 1.2896347045898438, + 1.2898846864700317, + 1.2889798879623413, + 1.2884246110916138, + 1.2886145114898682, + 1.2892695665359497, + 1.2882168292999268, + 1.286367416381836, + 1.2855736017227173, + 1.2843228578567505, + 1.28328275680542, + 1.2852590084075928, + 1.2857768535614014, + 1.2860842943191528, + 1.2865628004074097, + 1.2871357202529907, + 1.2877498865127563, + 1.2888484001159668, + 1.2904894351959229, + 1.2924129962921143, + 1.2927005290985107, + 1.2796579599380493, + 1.2842909097671509, + 1.2884585857391357, + 1.2916563749313354, + 1.2946057319641113, + 1.296167016029358, + 1.2958639860153198, + 1.2961691617965698 + ], + "p10": [ + 1.2322754859924316, + 1.2072558403015137, + 1.2004635334014893, + 1.1995186805725098, + 1.1995831727981567, + 1.1979496479034424, + 1.1979475021362305, + 1.1968944072723389, + 1.1966296434402466, + 1.1978479623794556, + 1.1970629692077637, + 1.1971817016601562, + 1.1969746351242065, + 1.19762122631073, + 1.1985028982162476, + 1.1984549760818481, + 1.19951593875885, + 1.200478196144104, + 1.2019767761230469, + 1.2025609016418457, + 1.2027050256729126, + 1.1998000144958496, + 1.197835087776184, + 1.198604702949524, + 1.1997236013412476, + 1.1996046304702759, + 1.1988093852996826, + 1.1991498470306396, + 1.1988015174865723, + 1.1979206800460815, + 1.2000761032104492, + 1.199345588684082, + 1.2050151824951172, + 1.2048397064208984, + 1.2045531272888184, + 1.2027242183685303, + 1.2013405561447144, + 1.199766755104065, + 1.1987919807434082, + 1.1979666948318481, + 1.1981990337371826, + 1.1976687908172607, + 1.1956998109817505, + 1.1936206817626953, + 1.192111849784851, + 1.1894406080245972, + 1.1871687173843384, + 1.1859748363494873, + 1.1842544078826904, + 1.1842868328094482, + 1.1859257221221924, + 1.1872730255126953, + 1.186655879020691, + 1.1844648122787476, + 1.185019612312317, + 1.186205267906189, + 1.1863560676574707, + 1.1860694885253906, + 1.186084508895874, + 1.1873340606689453, + 1.1882327795028687, + 1.188892126083374, + 1.1890830993652344, + 1.1900348663330078, + 1.2043839693069458, + 1.2017861604690552, + 1.1996101140975952, + 1.1969672441482544, + 1.196039080619812, + 1.1952605247497559, + 1.1944087743759155, + 1.1940581798553467 + ], + "p90": [ + 1.4306374788284302, + 1.4096938371658325, + 1.4005522727966309, + 1.3976200819015503, + 1.395591378211975, + 1.3954704999923706, + 1.3991905450820923, + 1.4002786874771118, + 1.4006893634796143, + 1.4016709327697754, + 1.3989802598953247, + 1.3981187343597412, + 1.3973941802978516, + 1.3996037244796753, + 1.4045904874801636, + 1.4035762548446655, + 1.406333565711975, + 1.4093736410140991, + 1.4104913473129272, + 1.4114735126495361, + 1.4139149188995361, + 1.4153344631195068, + 1.4157203435897827, + 1.4208288192749023, + 1.42595374584198, + 1.426119327545166, + 1.4263677597045898, + 1.4274990558624268, + 1.4269423484802246, + 1.4272665977478027, + 1.432835340499878, + 1.4312397241592407, + 1.4160202741622925, + 1.4231131076812744, + 1.424492359161377, + 1.4251697063446045, + 1.4247715473175049, + 1.4283467531204224, + 1.4251797199249268, + 1.4229294061660767, + 1.420460820198059, + 1.4204962253570557, + 1.419235110282898, + 1.4225001335144043, + 1.4276344776153564, + 1.425654411315918, + 1.4228676557540894, + 1.4245702028274536, + 1.4282951354980469, + 1.4291439056396484, + 1.4279993772506714, + 1.4277266263961792, + 1.4254789352416992, + 1.4242652654647827, + 1.425018072128296, + 1.4259382486343384, + 1.4255884885787964, + 1.4246371984481812, + 1.425096035003662, + 1.424782633781433, + 1.4254039525985718, + 1.4282139539718628, + 1.432939887046814, + 1.433502435684204, + 1.41228187084198, + 1.4236855506896973, + 1.424393892288208, + 1.427163004875183, + 1.435476303100586, + 1.440807580947876, + 1.4378989934921265, + 1.439046859741211 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_052033.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_052033.json new file mode 100644 index 0000000000000000000000000000000000000000..6d69179175db8ed5dec72044f866398c8b6e6fc4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_052033.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:20:33.677195+00:00", + "metrics": { + "MSE[mean]": 0.07487042921974998, + "MSE[0.5]": 0.07487042921974998, + "MAE[0.5]": 0.2505190720160802, + "MASE[0.5]": 3.8541404176923257, + "MAPE[0.5]": 0.15736520418067426, + "sMAPE[0.5]": 0.17300112962366324, + "MSIS": 95.5247861537707, + "RMSE[mean]": 0.27362461369502195, + "NRMSE[mean]": 0.17669033350709937, + "ND[0.5]": 0.16177016309558542, + "mean_weighted_sum_quantile_loss": 0.1461214456382413 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3047292232513428, + 1.3005026578903198, + 1.3003814220428467, + 1.300447940826416, + 1.3005138635635376, + 1.3004302978515625, + 1.3003958463668823, + 1.3001608848571777, + 1.3004345893859863, + 1.300367832183838, + 1.3004612922668457, + 1.3003820180892944, + 1.3005160093307495, + 1.3003031015396118, + 1.3003438711166382, + 1.3003714084625244, + 1.300478458404541, + 1.3003290891647339, + 1.3005650043487549, + 1.3003909587860107, + 1.300586462020874, + 1.3004553318023682, + 1.3005741834640503, + 1.3005691766738892, + 1.3004933595657349, + 1.3005905151367188, + 1.300640344619751, + 1.300707221031189, + 1.300713062286377, + 1.300687313079834, + 1.3007010221481323, + 1.3006170988082886, + 1.3010919094085693, + 1.301368236541748, + 1.3013554811477661, + 1.3013513088226318, + 1.3013609647750854, + 1.3012877702713013, + 1.3012311458587646, + 1.3013919591903687, + 1.3013957738876343, + 1.3014001846313477, + 1.301471471786499, + 1.3014295101165771, + 1.301435947418213, + 1.3013805150985718, + 1.301423192024231, + 1.301529884338379, + 1.301512598991394, + 1.3015087842941284, + 1.3015602827072144, + 1.3014642000198364, + 1.3014485836029053, + 1.3015090227127075, + 1.3014581203460693, + 1.3014755249023438, + 1.3014121055603027, + 1.3014941215515137, + 1.301514983177185, + 1.3016135692596436, + 1.3015234470367432, + 1.3015178442001343, + 1.301604986190796, + 1.3015060424804688, + 1.3009867668151855, + 1.3009910583496094, + 1.3009384870529175, + 1.3011724948883057, + 1.3011784553527832, + 1.3012036085128784, + 1.3013607263565063, + 1.301313042640686 + ], + "p10": [ + 1.2440102100372314, + 1.197129726409912, + 1.1906036138534546, + 1.1949414014816284, + 1.194276213645935, + 1.193347692489624, + 1.199051856994629, + 1.198427438735962, + 1.195497989654541, + 1.1966040134429932, + 1.2015252113342285, + 1.1958017349243164, + 1.1927953958511353, + 1.1981561183929443, + 1.1978445053100586, + 1.1989418268203735, + 1.1983602046966553, + 1.1979389190673828, + 1.1975271701812744, + 1.1983705759048462, + 1.1986877918243408, + 1.198622703552246, + 1.1984026432037354, + 1.198975682258606, + 1.1981877088546753, + 1.1975198984146118, + 1.1971628665924072, + 1.197094440460205, + 1.1966334581375122, + 1.1963107585906982, + 1.1970596313476562, + 1.1963411569595337, + 1.1907519102096558, + 1.1943162679672241, + 1.200032114982605, + 1.1975579261779785, + 1.196402668952942, + 1.1971980333328247, + 1.195192813873291, + 1.1992980241775513, + 1.1998027563095093, + 1.199912190437317, + 1.2005906105041504, + 1.1986523866653442, + 1.1989041566848755, + 1.198193907737732, + 1.197874903678894, + 1.198514699935913, + 1.198379397392273, + 1.1978001594543457, + 1.1984527111053467, + 1.1986382007598877, + 1.1986265182495117, + 1.1989787817001343, + 1.1984468698501587, + 1.1989796161651611, + 1.1989655494689941, + 1.1994773149490356, + 1.199648141860962, + 1.199517846107483, + 1.1993591785430908, + 1.1995054483413696, + 1.1995974779129028, + 1.1995106935501099, + 1.1925196647644043, + 1.1923195123672485, + 1.1968010663986206, + 1.195361614227295, + 1.1980242729187012, + 1.1988804340362549, + 1.1956840753555298, + 1.1964709758758545 + ], + "p90": [ + 1.4192006587982178, + 1.3974744081497192, + 1.408901333808899, + 1.4055954217910767, + 1.4135620594024658, + 1.4023041725158691, + 1.4034757614135742, + 1.3969646692276, + 1.4012441635131836, + 1.3997018337249756, + 1.401647686958313, + 1.4021015167236328, + 1.402071237564087, + 1.4043318033218384, + 1.4060622453689575, + 1.4044054746627808, + 1.4071069955825806, + 1.4053095579147339, + 1.4036411046981812, + 1.4031533002853394, + 1.4041379690170288, + 1.4060394763946533, + 1.4047633409500122, + 1.4059627056121826, + 1.4056370258331299, + 1.4077410697937012, + 1.4083480834960938, + 1.409955382347107, + 1.4114042520523071, + 1.4094741344451904, + 1.4105638265609741, + 1.410050868988037, + 1.402545690536499, + 1.4069197177886963, + 1.4098230600357056, + 1.4066619873046875, + 1.4083261489868164, + 1.4060018062591553, + 1.4042010307312012, + 1.4090526103973389, + 1.4083791971206665, + 1.4090291261672974, + 1.4086918830871582, + 1.4077610969543457, + 1.4077234268188477, + 1.4083468914031982, + 1.4090183973312378, + 1.4087305068969727, + 1.407880187034607, + 1.4080644845962524, + 1.4079442024230957, + 1.4077211618423462, + 1.4069304466247559, + 1.406285047531128, + 1.406777262687683, + 1.4062904119491577, + 1.4060640335083008, + 1.406205654144287, + 1.4071048498153687, + 1.406610369682312, + 1.40776789188385, + 1.407317876815796, + 1.406996488571167, + 1.407447099685669, + 1.406376600265503, + 1.4089610576629639, + 1.408243179321289, + 1.40723717212677, + 1.410820722579956, + 1.4069799184799194, + 1.4059042930603027, + 1.407751202583313 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 49e8d19a5534e985e419222fb38f276c1bc6d2aa..e310906deb752d8e1237d4df94f108fe2cbe1fea 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204754.12265586853,204754.12265586853,384.6746419270833,0.3570824659747136,0.0060049508483348175,0.006013112725884488,3.5621152135198106,452.4976493373955,0.007058974976972081,0.00600093431560412,0.005644941084986122,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204405.4975090027,204405.4975090027,381.7337239583333,0.3543524959531658,0.005959097906360553,0.0059673020996898985,3.5621152135198106,452.11226206441546,0.007052639737844462,0.005954783041209155,0.0056395850510178695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4009500136435054,0.4009500136435054,0.576133343577385,1.6419122122534155,0.34553921837761714,0.4351394709436791,62.333592939598255,0.6332061383495152,0.3902136202238597,0.35504248002870026,0.3508470238190934,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07791668626997586,0.07791668626997586,0.24861114720503488,3.977779493332401,0.15614312135525385,0.1725405340654223,137.18584173733151,0.27913560552171746,0.18057289349954106,0.16082661372828963,0.15588900790681195,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07722224149439445,0.07722224149439445,0.24722225798500908,3.8034201906672513,0.1550931872126665,0.17131559501953497,130.98167630038904,0.27788890135159133,0.17944395423600515,0.15964127869883996,0.15469459221026882,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,177.99333511034743,177.99333511034743,11.37500007947286,0.983538443865483,0.5671956460732802,0.4133784328139261,36.16011908053463,13.34141428448826,0.6064279220221936,0.5170454581578573,0.5072525288601114,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.9091664822902508,3.9091664822902508,1.816666603088379,0.9487779661868926,0.07553261097334185,0.07232622436579923,22.69698882312377,1.977161218082696,0.08191242919712116,0.07526324770043485,0.06809482591739836,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e992dfccada234204968fbd4b7304a6be44eb56..0dc8efd59deb2548a1cf965fbb0dfe80757e2f7d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:14:05.946411+00:00", + "evaluated_at": "2026-06-22T05:21:54.049446+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 63744.609375, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3e6f25b83ef92c712def9abdfb2f2412a8bfb8ad..f9ddafb09de910678f4d265a1d9dcff454da82b3 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:04:18.363661+00:00", + "evaluated_at": "2026-06-22T05:21:54.059101+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,10 +157,10 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -185,7 +184,7 @@ 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842, + 1.399999976158142, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -209,7 +208,7 @@ 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, - 1.2999999523162842, + 1.399999976158142, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -232,10 +231,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "p10": [ - 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, @@ -259,7 +258,7 @@ 1.2739999532699584, 1.1760000467300415, 1.1760000467300415, - 1.2739999532699584, + 1.3719999766349793, 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, @@ -283,7 +282,7 @@ 1.2739999532699584, 1.1760000467300415, 1.1760000467300415, - 1.2739999532699584, + 1.3719999766349793, 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, @@ -306,10 +305,10 @@ 1.2739999532699584, 1.2739999532699584, 1.1760000467300415, - 1.1760000467300415 + 1.1760000467300415, + 1.3719999766349793 ], "p90": [ - 1.32599995136261, 1.32599995136261, 1.4279999756813049, 1.4279999756813049, @@ -333,7 +332,7 @@ 1.32599995136261, 1.22400004863739, 1.22400004863739, - 1.32599995136261, + 1.4279999756813049, 1.32599995136261, 1.4279999756813049, 1.4279999756813049, @@ -357,7 +356,7 @@ 1.32599995136261, 1.22400004863739, 1.22400004863739, - 1.32599995136261, + 1.4279999756813049, 1.32599995136261, 1.4279999756813049, 1.4279999756813049, @@ -380,11 +379,10 @@ 1.32599995136261, 1.32599995136261, 1.22400004863739, - 1.22400004863739 + 1.22400004863739, + 1.4279999756813049 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 30874d86843a6d67722ea64935b8acdd165c822d..b512c43b2913b3e011fea54a8e4de7034bfb1a64 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:14:05.963996+00:00", + "evaluated_at": "2026-06-22T05:21:54.064422+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index d63641b08dfccccb232f75d7ae30fb5a049c957d..57845fd0b01869c729cd7bf9528f289eb2fb07ea 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,233843.89109865823,233843.89109865823,406.2413736979167,0.37710224613273136,0.006352390830088687,0.006323873459023695,1.8752978279597639,483.57408025933137,0.007543768099262933,0.006337375886357712,0.004254514480886393,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,232652.25641123453,232652.25641123453,403.3004557291667,0.3743722761111834,0.006306435613140027,0.006278062936784179,1.8752978279597639,482.3403947537823,0.007524177777605678,0.006291209195208801,0.0042390274284633475,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.022861520205400866,0.022861520205400866,0.13161378502845764,0.3750837950070746,0.0855235518106884,0.09108990133709759,5.411718837339548,0.1512002652292676,0.0931772440294213,0.08110706516709591,0.06770329422139662,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07780108380558184,0.07780108380558184,0.2567713078525331,4.1083421010466346,0.1617248446340217,0.1780888063884235,106.44920152164504,0.27892845642849323,0.18043888869897326,0.16610542370591969,0.14998112004333666,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07675634802857366,0.07675634802857366,0.2542745702796512,3.911917326770422,0.15980561908460633,0.1758621789113827,95.72642081507952,0.2770493602746154,0.1789018290562539,0.16419523820748777,0.14614053361737792,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,136.6839714850048,136.6839714850048,9.485202630360922,0.8201372632646429,0.5253223406456043,0.3710552175724397,2.4927712520888017,11.691192047221053,0.5314178203282297,0.4311455741073146,0.26983297457197297,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3927791789331725,1.3927791789331725,0.883976141611735,0.4616681367788192,0.03650398710009742,0.0353857215247453,1.7607769918619116,1.1801606581026045,0.048893244245302725,0.03662252346924552,0.026634201651136988,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 933d729acc3ffb18ae0a5b82da9ac5e23196f136..e53cf9cbb56617afc228e1d0906ad74ac1839968 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:13:50.517606+00:00", + "evaluated_at": "2026-06-22T05:21:46.682277+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64370.0625, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1711065a5d4adfbc55b5048bb9374a83030e9c32..642dd5bbffea048871ef5ce9315328df6ae64729 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:04:13.211695+00:00", + "evaluated_at": "2026-06-22T05:21:51.401498+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.246591567993164, - 1.2613201141357422, - 1.2700481414794922, - 1.2776851654052734, - 1.282867431640625, - 1.2854585647583008, - 1.287299633026123, - 1.2876405715942383, - 1.2896180152893066, - 1.2893452644348145, - 1.2924137115478516, - 1.2933001518249512, - 1.2940502166748047, - 1.294527530670166, - 1.2937774658203125, - 1.292959213256836, - 1.2933683395385742, - 1.2969481945037842, - 1.2963345050811768, + 1.3300533294677734, + 1.3083696365356445, + 1.3040142059326172, + 1.3005280494689941, + 1.298891544342041, + 1.2987892627716064, + 1.2979710102081299, + 1.295823097229004, + 1.2982096672058105, + 1.2982096672058105, + 1.299027919769287, + 1.2996416091918945, + 1.298755168914795, + 1.298107385635376, + 1.296811819076538, + 1.29439115524292, + 1.2985506057739258, 1.2956867218017578, + 1.2956185340881348, + 1.2973573207855225, + 1.2978005409240723, + 1.2985506057739258, + 1.2990620136260986, + 1.302249789237976, + 1.3021304607391357, + 1.298755168914795, + 1.2973573207855225, + 1.2980732917785645, + 1.298039197921753, + 1.29752779006958, + 1.2997779846191406, + 1.2990620136260986, + 1.298243761062622, + 1.2977323532104492, + 1.298755168914795, + 1.3001530170440674, + 1.2986187934875488, + 1.2993006706237793, + 1.298107385635376, + 1.2975959777832031, + 1.297255039215088, 1.295891284942627, - 1.2953457832336426, - 1.2937092781066895, - 1.2938456535339355, - 1.298891544342041, + 1.294527530670166, 1.2955503463745117, + 1.2962322235107422, + 1.2951412200927734, + 1.294595718383789, + 1.2973573207855225, + 1.2986528873443604, + 1.2966413497924805, + 1.2968459129333496, + 1.2964708805084229, + 1.2940502166748047, 1.2926182746887207, - 1.2950048446655273, + 1.294527530670166, + 1.29595947265625, + 1.2965049743652344, 1.2967777252197266, - 1.2950048446655273, - 1.2951412200927734, - 1.2982778549194336, - 1.2979369163513184, + 1.2967095375061035, + 1.2974255084991455, 1.2962322235107422, - 1.2973573207855225, + 1.29752779006958, + 1.2972209453582764, + 1.2963004112243652, + 1.296811819076538, + 1.2964367866516113, + 1.2967095375061035, + 1.2964708805084229, + 1.296743631362915, + 1.297323226928711, 1.2982778549194336, - 1.2963345050811768, - 1.2953457832336426, - 1.2969481945037842, - 1.2967777252197266, - 1.2956867218017578, - 1.2961299419403076, - 1.293163776397705, - 1.2920045852661133, - 1.2918000221252441, - 1.2920727729797363, - 1.2882542610168457, - 1.2861404418945312, - 1.2894134521484375, - 1.2888679504394531, - 1.288731575012207, - 1.2890043258666992, - 1.28879976272583, - 1.2879133224487305, - 1.2879133224487305, - 1.2884588241577148, - 1.2889361381530762, - 1.2896862030029297, - 1.290163516998291, - 1.2922091484069824, - 1.292959213256836, - 1.2924137115478516, - 1.293027400970459, - 1.2932319641113281, - 1.2933001518249512, - 1.2947320938110352, - 1.295891284942627, - 1.2971527576446533, - 1.295823097229004, - 1.296095848083496, - 1.2961640357971191, - 1.2947320938110352 + 1.3004257678985596 ], "p10": [ - 1.1977691650390625, - 1.1988601684570312, - 1.1988601684570312, - 1.2004966735839844, - 1.2032241821289062, - 1.204315185546875, - 1.2059516906738281, - 1.2064971923828125, - 1.2081336975097656, - 1.2075881958007812, - 1.2092247009277344, - 1.2103157043457031, - 1.2119522094726562, - 1.213043212890625, + 1.2294082641601562, + 1.2168617248535156, + 1.2168617248535156, + 1.2157707214355469, 1.2135887145996094, + 1.2152252197265625, + 1.2146797180175781, + 1.213043212890625, + 1.2174072265625, 1.2141342163085938, + 1.2152252197265625, + 1.2168617248535156, + 1.2174072265625, + 1.2179527282714844, + 1.2184982299804688, + 1.2157707214355469, + 1.2179527282714844, 1.2135887145996094, + 1.2119522094726562, + 1.2146797180175781, 1.2141342163085938, - 1.2141342163085938, - 1.2141342163085938, - 1.2141342163085938, - 1.2124977111816406, - 1.2103157043457031, - 1.20867919921875, - 1.2124977111816406, + 1.2157707214355469, + 1.2152252197265625, + 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, 1.2108612060546875, - 1.2092247009277344, 1.2108612060546875, 1.2114067077636719, 1.2108612060546875, - 1.2092247009277344, - 1.20867919921875, - 1.2124977111816406, - 1.2124977111816406, - 1.2124977111816406, - 1.2141342163085938, - 1.213043212890625, + 1.2119522094726562, + 1.2108612060546875, 1.2135887145996094, - 1.2146797180175781, 1.2152252197265625, - 1.2141342163085938, + 1.2163162231445312, + 1.2190437316894531, + 1.2179527282714844, + 1.2179527282714844, 1.2146797180175781, - 1.213043212890625, - 1.2103157043457031, - 1.2103157043457031, + 1.2119522094726562, + 1.2114067077636719, 1.2097702026367188, - 1.2059516906738281, - 1.2010421752929688, - 1.2048606872558594, - 1.2037696838378906, - 1.2032241821289062, - 1.2032241821289062, - 1.2021331787109375, - 1.2015876770019531, - 1.2021331787109375, - 1.2026786804199219, - 1.2032241821289062, - 1.204315185546875, - 1.2048606872558594, - 1.2059516906738281, - 1.2059516906738281, - 1.2059516906738281, + 1.2092247009277344, + 1.2092247009277344, + 1.2092247009277344, + 1.20867919921875, 1.2075881958007812, - 1.2081336975097656, + 1.2070426940917969, + 1.2114067077636719, + 1.2114067077636719, 1.2124977111816406, - 1.213043212890625, + 1.2124977111816406, + 1.2103157043457031, + 1.2092247009277344, + 1.2108612060546875, + 1.2119522094726562, 1.2141342163085938, + 1.2146797180175781, 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, 1.2141342163085938, - 1.2141342163085938, - 1.2108612060546875, - 1.2092247009277344 + 1.2146797180175781, + 1.2135887145996094, + 1.2201347351074219, + 1.2195892333984375, + 1.2195892333984375, + 1.2179527282714844, + 1.2168617248535156, + 1.2168617248535156, + 1.2163162231445312, + 1.2179527282714844 ], "p90": [ - 1.335099220275879, - 1.360055923461914, - 1.3709659576416016, - 1.3777847290039062, - 1.3799667358398438, - 1.3799667358398438, - 1.3805122375488281, - 1.3826942443847656, - 1.3843307495117188, - 1.3821487426757812, - 1.3881492614746094, - 1.387603759765625, - 1.3865127563476562, - 1.3870582580566406, - 1.3854217529296875, - 1.3826942443847656, - 1.3816032409667969, - 1.3881492614746094, - 1.387603759765625, - 1.3886947631835938, - 1.3925132751464844, - 1.3952407836914062, - 1.3941497802734375, - 1.3968772888183594, + 1.4301528930664062, + 1.4219703674316406, + 1.4236068725585938, + 1.4170608520507812, + 1.4143333435058594, + 1.4132423400878906, + 1.4132423400878906, + 1.4132423400878906, + 1.4159698486328125, + 1.413787841796875, + 1.4099693298339844, + 1.4056053161621094, 1.4023323059082031, - 1.3968772888183594, - 1.396331787109375, - 1.3979682922363281, 1.4012413024902344, + 1.3990592956542969, 1.3974227905273438, - 1.396331787109375, + 1.4023323059082031, + 1.3974227905273438, + 1.3968772888183594, + 1.4012413024902344, + 1.4066963195800781, + 1.4105148315429688, + 1.4132423400878906, + 1.4186973571777344, + 1.413787841796875, + 1.4072418212890625, + 1.4066963195800781, + 1.4077873229980469, + 1.409423828125, + 1.4099693298339844, + 1.413787841796875, + 1.4121513366699219, + 1.4083328247070312, + 1.4072418212890625, + 1.4083328247070312, + 1.4072418212890625, + 1.4034233093261719, + 1.4017868041992188, + 1.4012413024902344, + 1.4012413024902344, 1.4012413024902344, 1.4001502990722656, - 1.396331787109375, + 1.4001502990722656, + 1.4023323059082031, + 1.4072418212890625, + 1.409423828125, + 1.4132423400878906, + 1.4214248657226562, + 1.4121513366699219, + 1.4105148315429688, + 1.4099693298339844, + 1.4083328247070312, + 1.4028778076171875, + 1.3990592956542969, + 1.4001502990722656, + 1.4023323059082031, + 1.4045143127441406, + 1.4056053161621094, + 1.4061508178710938, + 1.4056053161621094, + 1.4028778076171875, + 1.4034233093261719, + 1.4017868041992188, + 1.4017868041992188, 1.3968772888183594, - 1.3952407836914062, - 1.3903312683105469, - 1.3859672546386719, - 1.387603759765625, - 1.387603759765625, - 1.3865127563476562, - 1.387603759765625, - 1.3854217529296875, - 1.3848762512207031, - 1.3865127563476562, - 1.3886947631835938, - 1.3892402648925781, - 1.3908767700195312, - 1.3881492614746094, - 1.3886947631835938, - 1.3881492614746094, - 1.3886947631835938, - 1.3886947631835938, - 1.3886947631835938, - 1.3886947631835938, - 1.3903312683105469, - 1.3914222717285156, - 1.3919677734375, - 1.3930587768554688, - 1.3952407836914062, - 1.396331787109375, - 1.3952407836914062, - 1.3952407836914062, - 1.3957862854003906, - 1.3914222717285156, - 1.3941497802734375, - 1.3957862854003906, - 1.3957862854003906, - 1.3957862854003906, 1.3974227905273438, - 1.4023323059082031, - 1.4034233093261719 + 1.3985137939453125, + 1.3990592956542969, + 1.4028778076171875, + 1.4056053161621094, + 1.4088783264160156, + 1.4126968383789062 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 01d81cf9f7e5d9c4f21420ae0cecbc6d5c08ae74..47a7012d2df5139ea1ca1dcc8298b5a1ca555c83 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:14:05.483002+00:00", + "evaluated_at": "2026-06-22T05:21:53.655583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index fc243453b0b812cc4a4201f176d686dbfdd3edc3..fb8e05a05948de649c45c5e62f91fbec2b4483bc 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,169121.2049109141,118096.60542615254,253.87809244791666,0.2356677707012528,0.003972872639809613,0.003958899693231112,10.522515264957724,411.2434861622906,0.006415408969556533,0.003960504777020382,0.004535339544942193,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167274.80240885416,116864.76287587483,250.93717447916666,0.23293780067970493,0.003926912544792619,0.0039130891787814365,10.413316464095809,408.99242341252994,0.006379999968736848,0.003914447001178723,0.004489255428460892,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.026829779445128623,0.03529339574276271,0.17252877354621887,0.4916866961590665,0.10838947764292975,0.11603543522844274,8.781971903130414,0.1637979836418282,0.10094059471509112,0.10632094864672924,0.08222579310143191,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08406937332447148,0.0958262333365661,0.28849896954165566,4.615984833310345,0.18215096095096678,0.2027264295721291,126.73520967007386,0.2899471905786836,0.18756691059529593,0.18663005604177427,0.16197831931320736,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07942849250380846,0.08966415376808515,0.2764476173453861,4.253041202855822,0.17392372789674992,0.1929787332992717,118.83584178771915,0.28183060959343725,0.1819892725625783,0.17851325963110132,0.15602310123168003,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,66.17225134076837,30.726108464674628,4.3096872965494795,0.37263675671038293,0.2370605825124761,0.19690850296890114,29.309796842267858,8.134632833801927,0.3697560379000876,0.1958948771158854,0.33434970451123786,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2460478628909186,0.6560921289368101,0.6579515139261881,0.3436238097685262,0.027500955500830714,0.026959266599797554,20.323181710638405,1.1162651400500325,0.04624609688542781,0.027258478624156077,0.037575528183212574,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index b9de33ecff2573d933658dcc6c99516286598dc0..f14ea7fc3b3057e5fc2e746ac80600e7ca2e9686 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:10:12.055950+00:00", + "evaluated_at": "2026-06-22T05:19:41.657787+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64238.5, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 827b74257db20a3879cb96eb6aef4bcff32915c5..e61730b1938a36248c003b2dc13319ae6df73ef7 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:00:50.229534+00:00", + "evaluated_at": "2026-06-22T05:19:48.872444+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.2188791036605835, - 1.2262506484985352, - 1.234972596168518, - 1.244305968284607, - 1.2495882511138916, - 1.2465590238571167, - 1.2454441785812378, - 1.2436915636062622, - 1.2412054538726807, - 1.241752028465271, - 1.2439242601394653, - 1.2464207410812378, - 1.2486140727996826, - 1.2516651153564453, - 1.2554384469985962, - 1.2550956010818481, - 1.2582762241363525, - 1.2631138563156128, - 1.2662769556045532, - 1.2679879665374756, - 1.2690508365631104, - 1.2684910297393799, - 1.2646033763885498, - 1.266353964805603, - 1.2670164108276367, - 1.268494963645935, - 1.2683131694793701, - 1.2717297077178955, - 1.2727705240249634, - 1.2714647054672241, - 1.2743028402328491, - 1.2760816812515259, - 1.2748042345046997, - 1.2721141576766968, - 1.2746548652648926, - 1.2755917310714722, - 1.2767342329025269, - 1.276578426361084, - 1.2766551971435547, - 1.2759681940078735, - 1.2749407291412354, - 1.2736696004867554, - 1.2716197967529297, - 1.2716388702392578, - 1.269389033317566, - 1.2674421072006226, - 1.2663626670837402, - 1.2613128423690796, - 1.2606948614120483, - 1.2552919387817383, - 1.249924659729004, - 1.245827555656433, - 1.2500905990600586, - 1.250631332397461, - 1.2490631341934204, - 1.2515926361083984, - 1.2539957761764526, - 1.2535382509231567, - 1.249921202659607, - 1.2491132020950317, - 1.249827265739441, - 1.2468147277832031, - 1.2461445331573486, - 1.2469615936279297, - 1.2509894371032715, - 1.2523645162582397, - 1.2566227912902832, - 1.2597554922103882, - 1.2596911191940308, - 1.261570930480957, - 1.2614128589630127, - 1.2617403268814087 + 1.2852357625961304, + 1.2711124420166016, + 1.2673561573028564, + 1.2691245079040527, + 1.2655459642410278, + 1.2617402076721191, + 1.256433129310608, + 1.2513020038604736, + 1.246935248374939, + 1.251695156097412, + 1.2538204193115234, + 1.2579972743988037, + 1.2655420303344727, + 1.2673780918121338, + 1.2709336280822754, + 1.2738984823226929, + 1.2802798748016357, + 1.282394528388977, + 1.2829127311706543, + 1.2856913805007935, + 1.2853153944015503, + 1.2880569696426392, + 1.2854353189468384, + 1.2891291379928589, + 1.2883222103118896, + 1.2885985374450684, + 1.2866270542144775, + 1.2874161005020142, + 1.2895745038986206, + 1.28953218460083, + 1.2921226024627686, + 1.2927255630493164, + 1.2908157110214233, + 1.2932569980621338, + 1.2956498861312866, + 1.2959949970245361, + 1.2945255041122437, + 1.2929913997650146, + 1.290273666381836, + 1.2891132831573486, + 1.2884432077407837, + 1.2850971221923828, + 1.2859243154525757, + 1.2855533361434937, + 1.2834231853485107, + 1.2815788984298706, + 1.2767293453216553, + 1.273419976234436, + 1.27186119556427, + 1.2674368619918823, + 1.2615540027618408, + 1.2638119459152222, + 1.2653101682662964, + 1.2615858316421509, + 1.2642486095428467, + 1.2630783319473267, + 1.2612603902816772, + 1.2590296268463135, + 1.2549017667770386, + 1.2520332336425781, + 1.2512743473052979, + 1.250036358833313, + 1.248189091682434, + 1.2524982690811157, + 1.2589788436889648, + 1.2616313695907593, + 1.2683011293411255, + 1.270442247390747, + 1.2729214429855347, + 1.275149941444397, + 1.278380274772644, + 1.2799732685089111 ], "p10": [ - 1.2400399446487427, - 1.251703143119812, - 1.259580135345459, - 1.2702009677886963, - 1.2749829292297363, - 1.2719520330429077, - 1.2699962854385376, - 1.2694616317749023, - 1.2665042877197266, - 1.2670944929122925, - 1.2677388191223145, - 1.2700538635253906, - 1.2719624042510986, - 1.2764196395874023, - 1.2793468236923218, - 1.2807660102844238, - 1.2815216779708862, - 1.2881771326065063, - 1.2891926765441895, - 1.2915019989013672, - 1.2930538654327393, - 1.2918579578399658, - 1.2882648706436157, - 1.289005160331726, - 1.291793942451477, - 1.2946544885635376, - 1.2953543663024902, - 1.2959288358688354, - 1.2965519428253174, - 1.2986379861831665, - 1.2967191934585571, - 1.2993037700653076, - 1.3001388311386108, - 1.2964975833892822, - 1.2988351583480835, - 1.2998422384262085, - 1.3005051612854004, - 1.3001536130905151, - 1.301183819770813, - 1.3026188611984253, - 1.2990208864212036, - 1.2975958585739136, - 1.2951761484146118, - 1.2961329221725464, - 1.2955740690231323, - 1.296086072921753, - 1.2956634759902954, - 1.291230320930481, - 1.2903850078582764, - 1.285224199295044, - 1.2789620161056519, - 1.2762763500213623, - 1.277638554573059, - 1.2796839475631714, - 1.2787593603134155, - 1.2831872701644897, - 1.2825450897216797, - 1.282219409942627, - 1.2794550657272339, - 1.2801904678344727, - 1.2765766382217407, - 1.2756450176239014, - 1.2739351987838745, - 1.2791603803634644, - 1.2792270183563232, - 1.2815065383911133, - 1.2852834463119507, - 1.2864383459091187, - 1.2892001867294312, - 1.2908023595809937, - 1.2937862873077393, - 1.2921534776687622 + 1.3059499263763428, + 1.2920236587524414, + 1.2889574766159058, + 1.2915128469467163, + 1.289961576461792, + 1.285809874534607, + 1.2794990539550781, + 1.2755727767944336, + 1.2715002298355103, + 1.2732559442520142, + 1.2774035930633545, + 1.2812293767929077, + 1.2896462678909302, + 1.2914947271347046, + 1.2934226989746094, + 1.295623540878296, + 1.3027949333190918, + 1.3065763711929321, + 1.3049795627593994, + 1.3070303201675415, + 1.3060426712036133, + 1.3071579933166504, + 1.3070522546768188, + 1.309399962425232, + 1.312939167022705, + 1.3091615438461304, + 1.3100378513336182, + 1.3092519044876099, + 1.3112046718597412, + 1.3121869564056396, + 1.3148307800292969, + 1.3130218982696533, + 1.3128777742385864, + 1.315004825592041, + 1.3174203634262085, + 1.3184137344360352, + 1.3163236379623413, + 1.3147060871124268, + 1.3113288879394531, + 1.3109203577041626, + 1.3079293966293335, + 1.3069953918457031, + 1.3068381547927856, + 1.3071808815002441, + 1.3085901737213135, + 1.3040413856506348, + 1.2996599674224854, + 1.2975893020629883, + 1.2973648309707642, + 1.2906532287597656, + 1.2871304750442505, + 1.2879457473754883, + 1.2883167266845703, + 1.2858808040618896, + 1.2889482975006104, + 1.289591908454895, + 1.287217140197754, + 1.2839168310165405, + 1.280062198638916, + 1.2771855592727661, + 1.2744792699813843, + 1.2733303308486938, + 1.2727577686309814, + 1.279601812362671, + 1.2819349765777588, + 1.2864817380905151, + 1.292205572128296, + 1.294086217880249, + 1.298265814781189, + 1.3016549348831177, + 1.3024122714996338, + 1.3039244413375854 ], "p90": [ - 1.2822844982147217, - 1.2967979907989502, - 1.3115521669387817, - 1.323585867881775, - 1.3312125205993652, - 1.3304489850997925, - 1.3296892642974854, - 1.3277671337127686, - 1.3260232210159302, - 1.3258514404296875, - 1.3298074007034302, - 1.3336800336837769, - 1.3348278999328613, - 1.3396759033203125, - 1.342285394668579, - 1.3427581787109375, - 1.3470895290374756, - 1.3510708808898926, - 1.3555052280426025, - 1.3560696840286255, - 1.358667254447937, - 1.3594619035720825, - 1.3563499450683594, - 1.356919288635254, - 1.3608555793762207, - 1.3627142906188965, - 1.362198829650879, - 1.3665715456008911, - 1.3656659126281738, - 1.3667900562286377, - 1.3703038692474365, - 1.3701417446136475, - 1.3698105812072754, - 1.36724054813385, - 1.3688994646072388, - 1.3706018924713135, - 1.3712248802185059, - 1.3723130226135254, - 1.3720656633377075, - 1.3728065490722656, - 1.3697903156280518, - 1.3700536489486694, - 1.3660376071929932, - 1.3654940128326416, - 1.3637821674346924, - 1.3664013147354126, - 1.366357445716858, - 1.3631172180175781, - 1.3615047931671143, - 1.3565198183059692, - 1.3501008749008179, - 1.349348783493042, - 1.3514750003814697, - 1.3541674613952637, - 1.3527953624725342, - 1.355523943901062, - 1.355551838874817, - 1.3549158573150635, - 1.3531877994537354, - 1.3527352809906006, - 1.3532986640930176, - 1.3504269123077393, - 1.3483113050460815, - 1.35027015209198, - 1.3514461517333984, - 1.3526548147201538, - 1.3579611778259277, - 1.3615573644638062, - 1.3627653121948242, - 1.3666490316390991, - 1.3662536144256592, - 1.369819164276123 + 1.3599425554275513, + 1.350968837738037, + 1.3507099151611328, + 1.352892279624939, + 1.3506428003311157, + 1.3471310138702393, + 1.3424485921859741, + 1.3364557027816772, + 1.3325021266937256, + 1.3368068933486938, + 1.3390779495239258, + 1.343943476676941, + 1.350582242012024, + 1.3531123399734497, + 1.3565208911895752, + 1.3598960638046265, + 1.3671190738677979, + 1.3691943883895874, + 1.3701863288879395, + 1.3706679344177246, + 1.371233582496643, + 1.3748273849487305, + 1.371996521949768, + 1.3745602369308472, + 1.3762688636779785, + 1.3775087594985962, + 1.3741792440414429, + 1.376503825187683, + 1.3771880865097046, + 1.3786338567733765, + 1.380812644958496, + 1.379517674446106, + 1.3778549432754517, + 1.3803997039794922, + 1.3820405006408691, + 1.3823943138122559, + 1.3803445100784302, + 1.3794631958007812, + 1.3770921230316162, + 1.3776315450668335, + 1.375209093093872, + 1.374131202697754, + 1.3730332851409912, + 1.372550368309021, + 1.3706514835357666, + 1.372235894203186, + 1.3667594194412231, + 1.365280032157898, + 1.3635714054107666, + 1.3591092824935913, + 1.3533730506896973, + 1.3582862615585327, + 1.3571163415908813, + 1.3556523323059082, + 1.3578187227249146, + 1.3571369647979736, + 1.3549880981445312, + 1.3523640632629395, + 1.3491809368133545, + 1.3461254835128784, + 1.3450767993927002, + 1.3435513973236084, + 1.3420133590698242, + 1.3484638929367065, + 1.3524043560028076, + 1.3557753562927246, + 1.3625848293304443, + 1.364447832107544, + 1.3670765161514282, + 1.3699721097946167, + 1.3719675540924072, + 1.3758400678634644 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d3f4e52db609045130bf832568b995b091f13016..2df33a0636de272124f100a88c7558cb48831aea 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:10:51.021968+00:00", + "evaluated_at": "2026-06-22T05:19:51.392648+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 4c24d697997b87881a7d078a7a858e67ac98797f..caeea7c2de8e40a3b2ae497411aaa787e23d23d8 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,321204.6319694519,321204.6319694519,468.3971354166667,0.4347996616885897,0.007323941205935378,0.007284771120688596,2.1469250858998534,566.7491790637653,0.008841301781542677,0.007307007369062159,0.004982006627428991,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,317636.0462856293,317636.0462856293,465.4562174479167,0.43206969166704184,0.007277697614311701,0.007238961498085446,2.1469250858998534,563.5920921070746,0.00879164826580822,0.0072607962465133105,0.004966486239150941,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005946112894854849,0.005946112894854849,0.0610975166161855,0.17412073053709076,0.04044400445897765,0.03978321494102728,1.7847340128253981,0.0771110426259096,0.047519721114395896,0.037651377176526106,0.0567545886566211,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08895404751979126,0.08895404751979126,0.2766285687685013,4.426058366601477,0.1745132992403361,0.1934379242627304,113.4604766732626,0.2982516513278531,0.19293906834503247,0.1789510907926029,0.16018419206404982,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08015537112375269,0.08015537112375269,0.26059147550000084,4.0091005053945175,0.16384882819968605,0.1807027235184357,88.23314518842875,0.2831172391850286,0.18282010063965973,0.16827431601793777,0.146503036320358,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,96.49976670441977,96.49976670441977,7.561029354731242,0.6537637796586483,0.42758803384852034,0.3100735091809212,2.6924247881521493,9.82342947775469,0.44651952171612225,0.3436831524877837,0.24087379275749024,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.346751682181093,2.346751682181093,1.2636105219523113,0.6599371723089618,0.05282804867079566,0.05090942085990299,2.96653635821403,1.5319111208490828,0.06346602395150996,0.0523505147003277,0.03454667685534815,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a9fc74369447021e6490afd5af74e40f3ad7bc36..241623f64a17300898c5f2430659daa118419656 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:12:01.358391+00:00", + "evaluated_at": "2026-06-22T05:20:41.796688+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64301.0859375, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 456e1815c386a1d0894248c9e6b1cf893e13e5a3..81ea16cbf71d63030d3b5368a7996010d350345f 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:02:13.542224+00:00", + "evaluated_at": "2026-06-22T05:20:49.343902+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.214871883392334, - 1.2401061058044434, - 1.2514861822128296, - 1.268609642982483, - 1.2881407737731934, - 1.2880237102508545, - 1.2845797538757324, - 1.2836112976074219, - 1.2804691791534424, - 1.2770835161209106, - 1.2756741046905518, - 1.2759735584259033, - 1.275848150253296, - 1.276504397392273, - 1.2771103382110596, - 1.277970790863037, - 1.2772626876831055, - 1.2784801721572876, - 1.279341220855713, - 1.27682363986969, - 1.2716094255447388, - 1.2658634185791016, - 1.2611610889434814, - 1.2623474597930908, - 1.268619418144226, - 1.2723268270492554, - 1.2694388628005981, - 1.2680965662002563, - 1.2748175859451294, - 1.2771745920181274, - 1.2809271812438965, - 1.2864714860916138, - 1.2890018224716187, - 1.2875585556030273, - 1.2844698429107666, - 1.284013271331787, - 1.2825123071670532, - 1.2819193601608276, - 1.2802096605300903, - 1.2775466442108154, - 1.2761154174804688, - 1.2730411291122437, - 1.2675758600234985, - 1.2651119232177734, - 1.2648518085479736, - 1.2670667171478271, - 1.2684887647628784, - 1.2653640508651733, - 1.262427568435669, - 1.2611844539642334, - 1.262902855873108, - 1.2658623456954956, - 1.2692592144012451, - 1.2679309844970703, - 1.268916130065918, - 1.2716642618179321, - 1.2715438604354858, - 1.2689008712768555, - 1.2644718885421753, - 1.2637789249420166, - 1.2649002075195312, - 1.2658284902572632, - 1.267175555229187, - 1.2670811414718628, - 1.2570781707763672, - 1.262977123260498, - 1.2700334787368774, - 1.2758843898773193, - 1.273505687713623, - 1.2762666940689087, - 1.2784373760223389, - 1.2791070938110352 + 1.325194001197815, + 1.295540690422058, + 1.2890348434448242, + 1.2891632318496704, + 1.2892682552337646, + 1.2883127927780151, + 1.2886475324630737, + 1.2867419719696045, + 1.2857563495635986, + 1.2862286567687988, + 1.2845972776412964, + 1.2843085527420044, + 1.2857633829116821, + 1.2881633043289185, + 1.2910689115524292, + 1.2918810844421387, + 1.2939081192016602, + 1.2943830490112305, + 1.2930303812026978, + 1.2921851873397827, + 1.2937031984329224, + 1.292618751525879, + 1.2916048765182495, + 1.2942017316818237, + 1.2966759204864502, + 1.2968692779541016, + 1.2958931922912598, + 1.2960333824157715, + 1.2962154150009155, + 1.296467900276184, + 1.2998183965682983, + 1.2988128662109375, + 1.2873324155807495, + 1.2883806228637695, + 1.2926684617996216, + 1.2952678203582764, + 1.2950127124786377, + 1.2960596084594727, + 1.295517086982727, + 1.294999122619629, + 1.29359769821167, + 1.2923383712768555, + 1.2906113862991333, + 1.2896347045898438, + 1.2898846864700317, + 1.2889798879623413, + 1.2884246110916138, + 1.2886145114898682, + 1.2892695665359497, + 1.2882168292999268, + 1.286367416381836, + 1.2855736017227173, + 1.2843228578567505, + 1.28328275680542, + 1.2852590084075928, + 1.2857768535614014, + 1.2860842943191528, + 1.2865628004074097, + 1.2871357202529907, + 1.2877498865127563, + 1.2888484001159668, + 1.2904894351959229, + 1.2924129962921143, + 1.2927005290985107, + 1.2796579599380493, + 1.2842909097671509, + 1.2884585857391357, + 1.2916563749313354, + 1.2946057319641113, + 1.296167016029358, + 1.2958639860153198, + 1.2961691617965698 ], "p10": [ - 1.1980830430984497, - 1.1949037313461304, - 1.1977070569992065, - 1.1956900358200073, - 1.1976795196533203, - 1.1956804990768433, - 1.1951618194580078, - 1.197648048400879, - 1.1955459117889404, - 1.194216012954712, - 1.1936557292938232, - 1.193745493888855, - 1.1949013471603394, - 1.1948742866516113, - 1.1946475505828857, - 1.193585991859436, - 1.1925945281982422, - 1.193176507949829, - 1.1944396495819092, - 1.1958236694335938, - 1.1958568096160889, - 1.1944282054901123, - 1.195289969444275, - 1.1947100162506104, - 1.1931684017181396, - 1.1938503980636597, - 1.1940078735351562, - 1.1939809322357178, - 1.1954540014266968, - 1.1952730417251587, - 1.196120023727417, - 1.19849693775177, - 1.1947095394134521, - 1.204753041267395, - 1.2014319896697998, - 1.1963000297546387, - 1.194056749343872, - 1.188991665840149, - 1.190358281135559, - 1.191479206085205, - 1.1906992197036743, - 1.1897540092468262, - 1.1894243955612183, - 1.1904702186584473, - 1.1913161277770996, - 1.1921238899230957, - 1.1922569274902344, - 1.1931498050689697, - 1.1920682191848755, - 1.191819190979004, - 1.1929407119750977, - 1.1940345764160156, - 1.1926106214523315, - 1.1936380863189697, - 1.1930814981460571, - 1.1925500631332397, - 1.191985845565796, - 1.19109308719635, - 1.1911085844039917, - 1.1908643245697021, - 1.189660668373108, - 1.1868404150009155, - 1.185150146484375, - 1.1859334707260132, - 1.1968711614608765, - 1.1990607976913452, - 1.1986063718795776, - 1.1960530281066895, - 1.195212483406067, - 1.1964869499206543, - 1.1941637992858887, - 1.1920136213302612 + 1.2322754859924316, + 1.2072558403015137, + 1.2004635334014893, + 1.1995186805725098, + 1.1995831727981567, + 1.1979496479034424, + 1.1979475021362305, + 1.1968944072723389, + 1.1966296434402466, + 1.1978479623794556, + 1.1970629692077637, + 1.1971817016601562, + 1.1969746351242065, + 1.19762122631073, + 1.1985028982162476, + 1.1984549760818481, + 1.19951593875885, + 1.200478196144104, + 1.2019767761230469, + 1.2025609016418457, + 1.2027050256729126, + 1.1998000144958496, + 1.197835087776184, + 1.198604702949524, + 1.1997236013412476, + 1.1996046304702759, + 1.1988093852996826, + 1.1991498470306396, + 1.1988015174865723, + 1.1979206800460815, + 1.2000761032104492, + 1.199345588684082, + 1.2050151824951172, + 1.2048397064208984, + 1.2045531272888184, + 1.2027242183685303, + 1.2013405561447144, + 1.199766755104065, + 1.1987919807434082, + 1.1979666948318481, + 1.1981990337371826, + 1.1976687908172607, + 1.1956998109817505, + 1.1936206817626953, + 1.192111849784851, + 1.1894406080245972, + 1.1871687173843384, + 1.1859748363494873, + 1.1842544078826904, + 1.1842868328094482, + 1.1859257221221924, + 1.1872730255126953, + 1.186655879020691, + 1.1844648122787476, + 1.185019612312317, + 1.186205267906189, + 1.1863560676574707, + 1.1860694885253906, + 1.186084508895874, + 1.1873340606689453, + 1.1882327795028687, + 1.188892126083374, + 1.1890830993652344, + 1.1900348663330078, + 1.2043839693069458, + 1.2017861604690552, + 1.1996101140975952, + 1.1969672441482544, + 1.196039080619812, + 1.1952605247497559, + 1.1944087743759155, + 1.1940581798553467 ], "p90": [ - 1.3450204133987427, - 1.3634378910064697, - 1.3593132495880127, - 1.357808232307434, - 1.364356279373169, - 1.3642555475234985, - 1.3582340478897095, - 1.359809398651123, - 1.3586792945861816, - 1.3587288856506348, - 1.3580684661865234, - 1.3566606044769287, - 1.3551028966903687, - 1.3548966646194458, - 1.3560017347335815, - 1.3552730083465576, - 1.3520487546920776, - 1.356160283088684, - 1.3570245504379272, - 1.3575409650802612, - 1.35152268409729, - 1.3511067628860474, - 1.352819800376892, - 1.3515825271606445, - 1.3564643859863281, - 1.3626749515533447, - 1.3585110902786255, - 1.3581291437149048, - 1.362544059753418, - 1.3650128841400146, - 1.3679691553115845, - 1.3717975616455078, - 1.4165003299713135, - 1.407056450843811, - 1.396665334701538, - 1.3917938470840454, - 1.3950906991958618, - 1.393792748451233, - 1.3886675834655762, - 1.3856605291366577, - 1.3836674690246582, - 1.3853765726089478, - 1.382887840270996, - 1.3808594942092896, - 1.3824139833450317, - 1.3849902153015137, - 1.384840726852417, - 1.3821666240692139, - 1.3776464462280273, - 1.3800523281097412, - 1.387289047241211, - 1.3888139724731445, - 1.3913018703460693, - 1.3892165422439575, - 1.3893711566925049, - 1.39382803440094, - 1.3917309045791626, - 1.3919841051101685, - 1.3869425058364868, - 1.3856441974639893, - 1.3890976905822754, - 1.3930649757385254, - 1.395959734916687, - 1.3938063383102417, - 1.412546992301941, - 1.4047043323516846, - 1.406315565109253, - 1.4056771993637085, - 1.412429928779602, - 1.4178014993667603, - 1.4157142639160156, - 1.4166128635406494 + 1.4306374788284302, + 1.4096938371658325, + 1.4005522727966309, + 1.3976200819015503, + 1.395591378211975, + 1.3954704999923706, + 1.3991905450820923, + 1.4002786874771118, + 1.4006893634796143, + 1.4016709327697754, + 1.3989802598953247, + 1.3981187343597412, + 1.3973941802978516, + 1.3996037244796753, + 1.4045904874801636, + 1.4035762548446655, + 1.406333565711975, + 1.4093736410140991, + 1.4104913473129272, + 1.4114735126495361, + 1.4139149188995361, + 1.4153344631195068, + 1.4157203435897827, + 1.4208288192749023, + 1.42595374584198, + 1.426119327545166, + 1.4263677597045898, + 1.4274990558624268, + 1.4269423484802246, + 1.4272665977478027, + 1.432835340499878, + 1.4312397241592407, + 1.4160202741622925, + 1.4231131076812744, + 1.424492359161377, + 1.4251697063446045, + 1.4247715473175049, + 1.4283467531204224, + 1.4251797199249268, + 1.4229294061660767, + 1.420460820198059, + 1.4204962253570557, + 1.419235110282898, + 1.4225001335144043, + 1.4276344776153564, + 1.425654411315918, + 1.4228676557540894, + 1.4245702028274536, + 1.4282951354980469, + 1.4291439056396484, + 1.4279993772506714, + 1.4277266263961792, + 1.4254789352416992, + 1.4242652654647827, + 1.425018072128296, + 1.4259382486343384, + 1.4255884885787964, + 1.4246371984481812, + 1.425096035003662, + 1.424782633781433, + 1.4254039525985718, + 1.4282139539718628, + 1.432939887046814, + 1.433502435684204, + 1.41228187084198, + 1.4236855506896973, + 1.424393892288208, + 1.427163004875183, + 1.435476303100586, + 1.440807580947876, + 1.4378989934921265, + 1.439046859741211 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 205f6de9fb026bf88d44717051a0e297681a6910..8c8c3ab76b53f6f9d458c7f791e9f14f67aa484c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:12:43.855640+00:00", + "evaluated_at": "2026-06-22T05:20:53.234617+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6456a4bc9014ec66ef23cb38253ecf4d299be5ab..097f081648b57027d836e137b7df270a5df5c456 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,159758.89475186667,159758.89475186667,319.67822265625,0.2967481492740174,0.0050004573982696645,0.004981149660809959,1.566024662647985,399.6985048156506,0.006235306963380639,0.004986988501968528,0.004320947975918327,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158253.3859990438,158253.3859990438,316.7373046875,0.29401817925246954,0.004954464101725866,0.0049353392062083485,1.566024662647985,397.8107414324603,0.006205573435139883,0.004940883689588013,0.004305457879314848,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.1858448626238946,0.1858448626238946,0.36997530261675515,1.0543860624810544,0.24443602167451975,0.3025016241925042,11.859049689199175,0.43109727744894727,0.26566392698036323,0.22799747741518808,0.18079519176930842,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07444845731994537,0.07444845731994537,0.24922054674890307,3.987529888823902,0.1567273889522822,0.17229295433126124,103.63525245615448,0.27285244605820447,0.17650831606046802,0.16122083444666738,0.14726485896995667,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07487042921974998,0.07487042921974998,0.2505190720160802,3.8541404176923257,0.15736520418067426,0.17300112962366324,95.5247861537707,0.27362461369502195,0.17669033350709937,0.16177016309558542,0.1461214456382413,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,38.473718550315276,38.473718550315276,5.169691165288289,0.4469969203031785,0.2845984856162724,0.23183007186666985,2.9096970229261916,6.202718641879162,0.28194175644905284,0.2349859620585586,0.1874479414236666,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.988287601667859,2.988287601667859,1.597396691640218,0.8342613783462314,0.06740087887349026,0.06484606592421326,6.282840289372424,1.7286664229017288,0.07161746076968423,0.0661790461025633,0.040903472138007234,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 1aef3f8476847818af5320b0efc652559d84ee73..0d31616af37bd46a79f98e59d05a91b1ab497776 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:11:13.024322+00:00", + "evaluated_at": "2026-06-22T05:20:27.145983+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64161.98828125 + 64232.5703125 ], "p50": [ 64304.41796875, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9f13f6207da20c9fd8fda4a7c79424409ab3bd22..fff0a103e221be50466ad8ea1ee3c7569a000724 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:01:35.885014+00:00", + "evaluated_at": "2026-06-22T05:20:33.677195+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -158,233 +157,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, - 1.7999999523162842 + 1.7999999523162842, + 1.600000023841858 ], "p50": [ - 1.257340908050537, + 1.3047292232513428, + 1.3005026578903198, + 1.3003814220428467, + 1.300447940826416, 1.3005138635635376, - 1.299239158630371, - 1.301231026649475, - 1.3005093336105347, - 1.2999961376190186, - 1.3001898527145386, - 1.2996784448623657, - 1.2999247312545776, - 1.299646258354187, - 1.299998164176941, - 1.2997621297836304, - 1.3000516891479492, - 1.2997602224349976, - 1.2996827363967896, - 1.299898624420166, - 1.3000097274780273, - 1.2998683452606201, - 1.3000041246414185, - 1.299977421760559, - 1.300054669380188, - 1.2999749183654785, - 1.2999749183654785, - 1.3000471591949463, - 1.2999898195266724, - 1.299976110458374, - 1.2999212741851807, - 1.2999204397201538, - 1.2999547719955444, - 1.2999422550201416, - 1.3000081777572632, - 1.2999353408813477, - 1.2997058629989624, - 1.2999708652496338, - 1.3000154495239258, - 1.2999851703643799, - 1.2999383211135864, - 1.2999478578567505, - 1.3000191450119019, - 1.3000662326812744, - 1.300047516822815, - 1.3000929355621338, - 1.3002372980117798, - 1.3001114130020142, - 1.3000842332839966, - 1.300073504447937, - 1.300169587135315, - 1.3001340627670288, - 1.30010986328125, - 1.3001172542572021, - 1.300072193145752, - 1.3000743389129639, - 1.3000222444534302, - 1.3000560998916626, - 1.3000770807266235, - 1.3000715970993042, - 1.3000391721725464, - 1.3000507354736328, - 1.3000743389129639, - 1.3001347780227661, - 1.3001548051834106, - 1.3001412153244019, - 1.3001846075057983, - 1.300126552581787, - 1.2994850873947144, - 1.2998931407928467, - 1.2999531030654907, - 1.2999285459518433, - 1.2998905181884766, - 1.2998685836791992, - 1.3000303506851196, - 1.3000215291976929 + 1.3004302978515625, + 1.3003958463668823, + 1.3001608848571777, + 1.3004345893859863, + 1.300367832183838, + 1.3004612922668457, + 1.3003820180892944, + 1.3005160093307495, + 1.3003031015396118, + 1.3003438711166382, + 1.3003714084625244, + 1.300478458404541, + 1.3003290891647339, + 1.3005650043487549, + 1.3003909587860107, + 1.300586462020874, + 1.3004553318023682, + 1.3005741834640503, + 1.3005691766738892, + 1.3004933595657349, + 1.3005905151367188, + 1.300640344619751, + 1.300707221031189, + 1.300713062286377, + 1.300687313079834, + 1.3007010221481323, + 1.3006170988082886, + 1.3010919094085693, + 1.301368236541748, + 1.3013554811477661, + 1.3013513088226318, + 1.3013609647750854, + 1.3012877702713013, + 1.3012311458587646, + 1.3013919591903687, + 1.3013957738876343, + 1.3014001846313477, + 1.301471471786499, + 1.3014295101165771, + 1.301435947418213, + 1.3013805150985718, + 1.301423192024231, + 1.301529884338379, + 1.301512598991394, + 1.3015087842941284, + 1.3015602827072144, + 1.3014642000198364, + 1.3014485836029053, + 1.3015090227127075, + 1.3014581203460693, + 1.3014755249023438, + 1.3014121055603027, + 1.3014941215515137, + 1.301514983177185, + 1.3016135692596436, + 1.3015234470367432, + 1.3015178442001343, + 1.301604986190796, + 1.3015060424804688, + 1.3009867668151855, + 1.3009910583496094, + 1.3009384870529175, + 1.3011724948883057, + 1.3011784553527832, + 1.3012036085128784, + 1.3013607263565063, + 1.301313042640686 ], "p10": [ - 1.1922975778579712, - 1.1989367008209229, - 1.192433476448059, - 1.1928472518920898, - 1.1972615718841553, - 1.1925266981124878, - 1.1941430568695068, - 1.1963505744934082, - 1.1963434219360352, - 1.193996548652649, - 1.2019745111465454, - 1.2042828798294067, - 1.196055293083191, - 1.1986620426177979, - 1.1954987049102783, - 1.1942116022109985, - 1.196446180343628, - 1.1999138593673706, - 1.2020859718322754, - 1.2023433446884155, - 1.2021528482437134, - 1.2013514041900635, - 1.2009663581848145, - 1.199317455291748, - 1.199019193649292, - 1.1982345581054688, - 1.1977777481079102, - 1.1979494094848633, - 1.197177767753601, - 1.1976913213729858, - 1.1998978853225708, - 1.196663498878479, - 1.2016106843948364, - 1.202386736869812, - 1.203608751296997, - 1.2020131349563599, - 1.1995254755020142, - 1.2019894123077393, - 1.1966544389724731, - 1.1995422840118408, - 1.2010400295257568, - 1.2006518840789795, - 1.2006232738494873, - 1.2010269165039062, - 1.200933575630188, - 1.2004038095474243, - 1.2010884284973145, - 1.2013007402420044, - 1.201043725013733, - 1.2010122537612915, - 1.2014926671981812, - 1.2018626928329468, - 1.2020846605300903, - 1.202330470085144, - 1.202035665512085, - 1.2024542093276978, - 1.2022433280944824, - 1.2022172212600708, - 1.202093243598938, - 1.2019696235656738, - 1.201572060585022, - 1.2015445232391357, - 1.2017767429351807, - 1.201543927192688, - 1.1999709606170654, - 1.197869896888733, - 1.2008237838745117, - 1.2008438110351562, - 1.2006580829620361, - 1.2010196447372437, - 1.1974925994873047, - 1.1970114707946777 + 1.2440102100372314, + 1.197129726409912, + 1.1906036138534546, + 1.1949414014816284, + 1.194276213645935, + 1.193347692489624, + 1.199051856994629, + 1.198427438735962, + 1.195497989654541, + 1.1966040134429932, + 1.2015252113342285, + 1.1958017349243164, + 1.1927953958511353, + 1.1981561183929443, + 1.1978445053100586, + 1.1989418268203735, + 1.1983602046966553, + 1.1979389190673828, + 1.1975271701812744, + 1.1983705759048462, + 1.1986877918243408, + 1.198622703552246, + 1.1984026432037354, + 1.198975682258606, + 1.1981877088546753, + 1.1975198984146118, + 1.1971628665924072, + 1.197094440460205, + 1.1966334581375122, + 1.1963107585906982, + 1.1970596313476562, + 1.1963411569595337, + 1.1907519102096558, + 1.1943162679672241, + 1.200032114982605, + 1.1975579261779785, + 1.196402668952942, + 1.1971980333328247, + 1.195192813873291, + 1.1992980241775513, + 1.1998027563095093, + 1.199912190437317, + 1.2005906105041504, + 1.1986523866653442, + 1.1989041566848755, + 1.198193907737732, + 1.197874903678894, + 1.198514699935913, + 1.198379397392273, + 1.1978001594543457, + 1.1984527111053467, + 1.1986382007598877, + 1.1986265182495117, + 1.1989787817001343, + 1.1984468698501587, + 1.1989796161651611, + 1.1989655494689941, + 1.1994773149490356, + 1.199648141860962, + 1.199517846107483, + 1.1993591785430908, + 1.1995054483413696, + 1.1995974779129028, + 1.1995106935501099, + 1.1925196647644043, + 1.1923195123672485, + 1.1968010663986206, + 1.195361614227295, + 1.1980242729187012, + 1.1988804340362549, + 1.1956840753555298, + 1.1964709758758545 ], "p90": [ - 1.343165636062622, - 1.382449984550476, - 1.380243182182312, - 1.392053484916687, - 1.4071836471557617, - 1.3965529203414917, - 1.4043906927108765, - 1.392339825630188, - 1.400064468383789, - 1.4007081985473633, - 1.3970057964324951, - 1.3980857133865356, - 1.3952018022537231, - 1.3962329626083374, - 1.3971070051193237, - 1.3947926759719849, - 1.3961595296859741, - 1.3959366083145142, - 1.3950915336608887, - 1.394941806793213, - 1.3947113752365112, - 1.3959369659423828, - 1.3944350481033325, - 1.3959218263626099, - 1.3949519395828247, - 1.3955225944519043, - 1.3961783647537231, - 1.3977729082107544, - 1.399314522743225, - 1.3978630304336548, - 1.397701382637024, - 1.3983519077301025, - 1.395583987236023, - 1.3973432779312134, - 1.3993117809295654, - 1.3941478729248047, - 1.3984414339065552, - 1.3945494890213013, - 1.3928780555725098, - 1.3972246646881104, - 1.3965613842010498, - 1.3951067924499512, - 1.3949233293533325, - 1.3943055868148804, - 1.3953263759613037, - 1.3958059549331665, - 1.3959078788757324, - 1.3945153951644897, - 1.3947556018829346, - 1.3956304788589478, - 1.3948144912719727, - 1.395517110824585, - 1.3946425914764404, - 1.394593596458435, - 1.3949780464172363, - 1.3947457075119019, - 1.3944857120513916, - 1.394459843635559, - 1.3949812650680542, - 1.395041823387146, - 1.3957678079605103, - 1.3953815698623657, - 1.3953890800476074, - 1.3962081670761108, - 1.3972219228744507, - 1.3996822834014893, - 1.400954246520996, - 1.3977528810501099, - 1.4000521898269653, - 1.3980265855789185, - 1.3961358070373535, - 1.3982871770858765 + 1.4192006587982178, + 1.3974744081497192, + 1.408901333808899, + 1.4055954217910767, + 1.4135620594024658, + 1.4023041725158691, + 1.4034757614135742, + 1.3969646692276, + 1.4012441635131836, + 1.3997018337249756, + 1.401647686958313, + 1.4021015167236328, + 1.402071237564087, + 1.4043318033218384, + 1.4060622453689575, + 1.4044054746627808, + 1.4071069955825806, + 1.4053095579147339, + 1.4036411046981812, + 1.4031533002853394, + 1.4041379690170288, + 1.4060394763946533, + 1.4047633409500122, + 1.4059627056121826, + 1.4056370258331299, + 1.4077410697937012, + 1.4083480834960938, + 1.409955382347107, + 1.4114042520523071, + 1.4094741344451904, + 1.4105638265609741, + 1.410050868988037, + 1.402545690536499, + 1.4069197177886963, + 1.4098230600357056, + 1.4066619873046875, + 1.4083261489868164, + 1.4060018062591553, + 1.4042010307312012, + 1.4090526103973389, + 1.4083791971206665, + 1.4090291261672974, + 1.4086918830871582, + 1.4077610969543457, + 1.4077234268188477, + 1.4083468914031982, + 1.4090183973312378, + 1.4087305068969727, + 1.407880187034607, + 1.4080644845962524, + 1.4079442024230957, + 1.4077211618423462, + 1.4069304466247559, + 1.406285047531128, + 1.406777262687683, + 1.4062904119491577, + 1.4060640335083008, + 1.406205654144287, + 1.4071048498153687, + 1.406610369682312, + 1.40776789188385, + 1.407317876815796, + 1.406996488571167, + 1.407447099685669, + 1.406376600265503, + 1.4089610576629639, + 1.408243179321289, + 1.40723717212677, + 1.410820722579956, + 1.4069799184799194, + 1.4059042930603027, + 1.407751202583313 ], "timestamps": [ - "2026-06-20 03:50:00", - "2026-06-20 04:00:00", "2026-06-20 04:10:00", "2026-06-20 04:20:00", "2026-06-20 04:30:00", @@ -533,6 +531,8 @@ "2026-06-21 04:20:00", "2026-06-21 04:30:00", "2026-06-21 04:40:00", - "2026-06-21 04:50:00" + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0a9e51918def3ec34869929f7f006f4276f618a3..f6c2cd0c7fd234f61eca039260b4c759d39a7f46 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:11:54.891003+00:00", + "evaluated_at": "2026-06-22T05:20:35.700714+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:09:17.560795Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []