diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 697dfb4d1df618cb367c716d07753c40f021a013..e05dde6ffe2fa1786c867dc441be3a223689b840 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.300,3.100,3.300,3.200,3.600,3.500,3.300,3.200,3.600 +2026-06-17,Chronos-2,3.500,3.300,3.500,3.500,3.800,3.600,3.500,3.500,3.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6a6edb56ce84591516d6c307f4d5eb90bfbb1a1b..59fe9d57b1d9d47541257f53bcbf1b40cd8b5737 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.667,3.3,3.667,3.467,3.767,3.167,3.667,3.467,3.733 +2026-W25,Chronos-Bolt-Mini,3.733,3.367,3.733,3.567,3.833,3.2,3.733,3.567,3.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index cd4ca9f9454be3ff61d2474eff1ddc53fba251a1..97ef99543e5a50741838e2184046b200c5b1a463 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,220282.37695821127,220282.37695821127,432.515625,0.4511311484872184,0.006556774534097846,0.00654007703913767,2.5341184239863015,469.3424943026268,0.007107879952915658,0.006550161508022396,0.006320867468559203,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,219112.30276997885,219112.30276997885,431.576171875,0.4501512611889707,0.006542354646686878,0.006525792729718208,2.5341184239863015,468.09433105943384,0.0070888761449613424,0.006535840805023493,0.006316034832209342,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.395096839700425,24.395096839700425,3.8461774984995523,2.3797329773666203,0.16855679356821116,0.14829273575900204,61.01380543164507,4.939139281261506,0.216878608708509,0.16888643490683364,0.1404137046662941,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0649859000909941,0.0649859000909941,0.20713054140408835,0.2138673681230537,0.18712196516676585,0.21791826453307983,3.4246919618862592,0.254923321983286,0.2331704412571238,0.18945586995051317,0.15792162792233583,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.021982174558935103,0.021982174558935103,0.12017343938350677,0.8739884732587608,0.0964920903038219,0.10227174112693571,6.630713952960458,0.14826386801555902,0.12441722194423058,0.10084483616743532,0.08578944371833302,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.04619005134064021,0.04619005134064021,0.17372543861468634,0.191007645231681,0.1537957342110958,0.17382625635797458,1.7311964438830063,0.21491870867991045,0.1952179560800868,0.15780071103994026,0.12194716047389975,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.039906504402224506,0.039906504402224506,0.16655419766902924,1.2491562777650496,0.13009783071557343,0.14241477766102895,14.63207783620274,0.19976612426090792,0.16475555344213932,0.1373642759331555,0.11568375824964633,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.6419668585222098,1.6419668585222098,0.9590029716491699,0.5891485602545405,0.05461481996606434,0.05202577850329296,10.610115349670696,1.281392546615677,0.07002144868857522,0.05240453251337958,0.04176104818829524,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,836.7789480800535,836.7789480800535,21.421652277310688,3.975151968985488,0.4758217289797078,0.6871938038304416,120.56976539080904,28.927131694657415,0.8397861396842392,0.6218938974493402,0.5756269934938569,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6821467315852109,0.6821467315852109,0.6717526117960612,0.29491578078851466,0.028746874948094286,0.02824126054484287,2.221911174495046,0.825921746647472,0.03435971759521413,0.027946025309116763,0.021864230741469967,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d62272de42da74a9bdfae38045b552b53d92cc05..f3bc521bd05f8d1c6954756c198e3e550cc31d4a 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T03:25:05.833784+00:00", + "evaluated_at": "2026-06-17T03:30:12.840856+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ 66142.65625, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 358a3a59e9c9be1a712e6ca843a06394ea4fed0f..a576c912102b6c6b4069d236277563a88b19d73d 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T03:19:55.304134+00:00", + "evaluated_at": "2026-06-17T03:30:18.352566+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.105412244796753, - 1.090646505355835, - 1.072939395904541, - 1.0517213344573975, - 1.0332521200180054, - 1.0126746892929077, - 0.9929837584495544, - 0.9707508683204651, - 0.9517979025840759, - 0.930077314376831, - 0.9088698625564575, - 0.8889285922050476, - 0.8688047528266907, - 0.8469655513763428, - 0.8300657868385315, - 0.8187894225120544, - 0.7862164378166199, - 0.7770776748657227, - 0.7593748569488525, - 0.7477207183837891, - 0.7277730703353882, - 0.71110999584198, - 0.7007972598075867, - 0.6831170916557312 + 1.0858196020126343, + 1.071900725364685, + 1.0602155923843384, + 1.0447007417678833, + 1.0280009508132935, + 1.0111159086227417, + 0.9976876974105835, + 0.979910135269165, + 0.9642443656921387, + 0.9466078281402588, + 0.933813750743866, + 0.9192978143692017, + 0.9047374725341797, + 0.8877457976341248, + 0.8764922618865967, + 0.8695772886276245, + 0.8604223132133484, + 0.8550211191177368, + 0.8438249826431274, + 0.8400216102600098, + 0.8288423418998718, + 0.8187030553817749, + 0.8137256503105164, + 0.810160756111145 ], "p10": [ - 1.0838708877563477, - 1.0619045495986938, - 1.043451189994812, - 1.0184787511825562, - 0.9921730160713196, - 0.9636162519454956, - 0.9392414689064026, - 0.9132022261619568, - 0.8845810294151306, - 0.8586580753326416, - 0.82794189453125, - 0.7947794198989868, - 0.7689046859741211, - 0.7321730852127075, - 0.7124948501586914, - 0.688400149345398, - 0.6334794759750366, - 0.6156889200210571, - 0.5850370526313782, - 0.5610960721969604, - 0.5247138738632202, - 0.49746623635292053, - 0.4773861765861511, - 0.4428470730781555 + 1.0704855918884277, + 1.0493566989898682, + 1.0361084938049316, + 1.0142415761947632, + 0.9928473234176636, + 0.967004120349884, + 0.9510105848312378, + 0.9300104379653931, + 0.905991792678833, + 0.8840316534042358, + 0.8582557439804077, + 0.8343530893325806, + 0.81531822681427, + 0.7845433950424194, + 0.7666094303131104, + 0.7477130889892578, + 0.7219099402427673, + 0.7104039192199707, + 0.6848300099372864, + 0.6652165651321411, + 0.6363120079040527, + 0.6166716814041138, + 0.6019864082336426, + 0.5795950293540955 ], "p90": [ - 1.1269161701202393, - 1.127722144126892, - 1.1126067638397217, - 1.093371033668518, - 1.081156611442566, - 1.0662360191345215, - 1.0515267848968506, - 1.0339698791503906, - 1.0198456048965454, - 1.0096845626831055, - 0.9941722750663757, - 0.976737916469574, - 0.966306209564209, - 0.9669916033744812, - 0.9580735564231873, - 0.9459510445594788, - 0.9793508052825928, - 0.97426837682724, - 0.9821813702583313, - 0.9891122579574585, - 0.9825440645217896, - 0.974926769733429, - 0.9885343313217163, - 0.998532772064209 + 1.1076782941818237, + 1.1033141613006592, + 1.0958017110824585, + 1.0840528011322021, + 1.075918197631836, + 1.0630658864974976, + 1.0572173595428467, + 1.0441246032714844, + 1.0318629741668701, + 1.0284740924835205, + 1.0288941860198975, + 1.022947907447815, + 1.02170991897583, + 1.033812403678894, + 1.032318353652954, + 1.0270776748657227, + 1.0651313066482544, + 1.0654155015945435, + 1.0814108848571777, + 1.0973883867263794, + 1.0996050834655762, + 1.1094809770584106, + 1.1295084953308105, + 1.1508499383926392 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 616e6f2258c864229c78f26bb673c221cd48b734..48621f040cf58a4e75e8f4d5a4ce75eb5b7a950a 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T03:14:44.558391+00:00", + "evaluated_at": "2026-06-17T03:30:25.260270+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.1053141355514526, - 1.0998125076293945, - 1.1015738248825073, - 1.1008415222167969, - 1.0980886220932007, - 1.0918498039245605, - 1.0869041681289673, - 1.084124207496643, - 1.0831784009933472, - 1.0852128267288208, - 1.0814435482025146, - 1.0803468227386475, - 1.0793098211288452, - 1.0798782110214233, - 1.0886778831481934, - 1.0965332984924316, - 1.1059167385101318, - 1.1065133810043335, - 1.106405258178711, - 1.1061525344848633, - 1.1083735227584839, - 1.1125746965408325, - 1.1077544689178467, - 1.1048023700714111 + 1.004468321800232, + 1.027600884437561, + 1.0418025255203247, + 1.0455083847045898, + 1.0387654304504395, + 1.0320602655410767, + 1.0345789194107056, + 1.0365612506866455, + 1.0398015975952148, + 1.0416109561920166, + 1.039388656616211, + 1.0356043577194214, + 1.0345219373703003, + 1.0506974458694458, + 1.0593249797821045, + 1.0626806020736694, + 1.0716062784194946, + 1.0681166648864746, + 1.0674965381622314, + 1.070009469985962, + 1.0741201639175415, + 1.071291208267212, + 1.065724492073059, + 1.062415599822998 ], "p10": [ - 0.9914950132369995, - 0.9652236104011536, - 0.9565003514289856, - 0.9564701318740845, - 0.952488899230957, - 0.9484853744506836, - 0.9436123371124268, - 0.9397218823432922, - 0.9429266452789307, - 0.9404363632202148, - 0.9429186582565308, - 0.9373182654380798, - 0.9351587295532227, - 0.9322417378425598, - 0.935658872127533, - 0.9421105980873108, - 0.947805643081665, - 0.9440500736236572, - 0.9427962303161621, - 0.9422045350074768, - 0.9404726028442383, - 0.9420027732849121, - 0.9391823410987854, - 0.9297174215316772 + 0.915776789188385, + 0.913983941078186, + 0.9150906205177307, + 0.9174065589904785, + 0.9098901748657227, + 0.907117486000061, + 0.9037275910377502, + 0.9048780202865601, + 0.908847451210022, + 0.9062652587890625, + 0.9048887491226196, + 0.8950514793395996, + 0.8915334939956665, + 0.8970369100570679, + 0.9082404971122742, + 0.9119715690612793, + 0.9174267649650574, + 0.9111969470977783, + 0.9093903303146362, + 0.9075695872306824, + 0.9059133529663086, + 0.9067363739013672, + 0.8995318412780762, + 0.8886847496032715 ], "p90": [ - 1.2193366289138794, - 1.2377471923828125, - 1.2503165006637573, - 1.2567178010940552, - 1.2564882040023804, - 1.2532479763031006, - 1.2466895580291748, - 1.2424532175064087, - 1.246371865272522, - 1.2457127571105957, - 1.2433550357818604, - 1.243945837020874, - 1.2467849254608154, - 1.2572822570800781, - 1.274787187576294, - 1.2779836654663086, - 1.2973098754882812, - 1.2991544008255005, - 1.3001203536987305, - 1.3085600137710571, - 1.3150060176849365, - 1.3189613819122314, - 1.319748044013977, - 1.3182190656661987 + 1.1035434007644653, + 1.1532011032104492, + 1.1841399669647217, + 1.1850895881652832, + 1.1744763851165771, + 1.170930027961731, + 1.1747320890426636, + 1.1788502931594849, + 1.1871082782745361, + 1.1882705688476562, + 1.1890968084335327, + 1.1912400722503662, + 1.1896028518676758, + 1.2145804166793823, + 1.2386431694030762, + 1.2360321283340454, + 1.2449977397918701, + 1.246520757675171, + 1.2549434900283813, + 1.265290379524231, + 1.2711535692214966, + 1.2770285606384277, + 1.2714422941207886, + 1.26985502243042 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 94052e687341262c47ba82a29fb0fbb8bdcc3d23..e8a7d8171c0973f4cd3697497bac7c3eae1cd37e 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,23 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T03:25:09.753800+00:00", + "evaluated_at": "2026-06-17T03:30:46.582165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 1441ca1c32b9551415b927160bf9b1c6e94f6dc7..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,4 +7,5 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index b34d97eb9c7648b52a939ecb08935fe43defdcd6..087c93a9892025751d0f6cd10665426c0294bb4e 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1014,3 +1014,6 @@ {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T03:21:42.368208+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-17T03:26:42.429258+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T03:33:07.238696+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T03:33:07.238696+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-17T03:33:07.238696+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a0b197d74d05338c22de2f1bb168096eeb0fa769..aee51f159324b91b0af1b6be310ac2047f93f745 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,469000.27029418945,350005.96778678894,518.90869140625,0.5412425826560627,0.007873061427331683,0.007839736875979487,2.436143105647424,684.8359440728775,0.010371384941703182,0.007858527045415967,0.006326525396050651,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,431404.9859568278,366137.0293451945,535.3157552083334,0.5583558084183388,0.008120871722680766,0.008086772895251068,2.384168165320048,656.8142705185597,0.009946873322330458,0.008106885376136923,0.006396746719021849,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.97952060127348,19.245896845317816,3.403299848238627,2.1057127196755183,0.14871498272879227,0.13271922720972731,44.77034750209459,4.469845702177367,0.1962718323631355,0.14943958735971388,0.11818882308333986,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.05554488023312665,0.05688991099343169,0.18800783654054007,0.1941227059750298,0.16953683714183798,0.19621859424520838,2.482412389965782,0.23567961352888936,0.21556881910334807,0.17196492602128083,0.1415871255393678,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016820606928851234,0.01730744004786544,0.10294799506664276,0.7487125399332978,0.08344320963430585,0.08681800751168683,8.549624451077458,0.12969428256037824,0.10883435427786746,0.08638991901638439,0.074442423648003,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.030503364109730906,0.033357039811866884,0.13411987200379372,0.14746211685807434,0.11761323943316955,0.13165327920233985,1.0075595130588082,0.1746521231183031,0.1586424500204056,0.12182563092400939,0.09909644466835527,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02149895038915221,0.02933432195264644,0.12983704855044684,0.9737777045137473,0.10014385954696832,0.10853173900940899,3.7393193709475834,0.1466252037991839,0.12092799362193132,0.10708209347488874,0.09186597161074553,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,2.364303952743436,1.9303732527037027,1.057735284169515,0.6498032208672525,0.06013804683605897,0.057119599112912055,4.793727202546552,1.5376293287861793,0.08402345825407861,0.0577997406978714,0.03991125547319484,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,809.8133740462271,838.65049670171,21.422464787960052,3.9753027441575353,0.47776418183479447,0.6867019902950408,116.38580265733384,28.457220068837135,0.8261440933726362,0.621917485518454,0.5719233417658744,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,3.8982470963422506,1.4197600107497312,1.0324266354242961,0.45326047408871534,0.044420374973135925,0.0431348329857173,3.1136186355497784,1.9743979072978808,0.08213823499708985,0.04295066424264674,0.03910891075214856,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5b79468202f9048ffc340654a6c5d8a553d23262..465ee01a8819d72083b15f76e19bb43b03331c04 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T03:26:32.337129+00:00", + "evaluated_at": "2026-06-17T03:32:37.866025+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ - 66222.40625, - 66140.52734375, - 66130.6015625, - 66141.07421875, - 66232.15625, - 66367.09765625, - 66200.86328125, - 66312.0859375, - 66508.85546875, - 66339.65625, - 66347.81640625, - 66531.015625, - 66355.01953125, - 66465.9453125, - 66328.92578125, - 66585.8984375, - 66501.97265625, - 66509.890625, - 66498.2890625, - 66545.75390625, - 66691.24609375, - 66550.12109375, - 66607.49609375, - 66731.28515625 + 66153.203125, + 66085.53515625, + 66169.984375, + 66280.796875, + 66210.60546875, + 66275.92578125, + 66219.92578125, + 66317.3984375, + 66490.8046875, + 66332.83984375, + 66400.93359375, + 66452.53515625, + 66456.63671875, + 66371.2734375, + 66394.94921875, + 66598.68359375, + 66618.25, + 66473.28515625, + 66448.08203125, + 66659.0390625, + 66752.6640625, + 66463.3984375, + 66632.91015625, + 66816.86328125 ], "p10": [ - 65838.734375, - 65643.71484375, - 65533.720703125, - 65485.80859375, - 65559.72265625, - 65493.380859375, - 65188.388671875, - 65313.353515625, - 65568.9453125, - 65368.697265625, - 65328.28125, - 65331.841796875, - 65153.55859375, - 65251.603515625, - 65350.74609375, - 65152.634765625, - 65072.740234375, - 65142.544921875, - 65412.1328125, - 65361.314453125, - 65350.69921875, - 65140.88671875, - 65199.181640625, - 64792.619140625 + 65759.69921875, + 65631.38671875, + 65545.78125, + 65571.37890625, + 65432.814453125, + 65469.466796875, + 65348.0234375, + 65451.748046875, + 65476.44921875, + 65376.72265625, + 65369.8125, + 65214.759765625, + 65319.69140625, + 65094.400390625, + 65339.064453125, + 65362.181640625, + 65390.9921875, + 65203.220703125, + 65225.326171875, + 65215.361328125, + 65262.359375, + 64951.884765625, + 65040.45703125, + 65131.087890625 ], "p90": [ - 66590.15625, - 66656.92578125, - 66699.671875, - 66945.08984375, - 67093.05859375, - 67180.09765625, - 67429.546875, - 67568.87109375, - 67491.59765625, - 67294.33203125, - 67247.23828125, - 67495.26171875, - 67908.703125, - 67848.0078125, - 68088.19140625, - 67988.9296875, - 68057.8984375, - 68080.16015625, - 68304.46875, - 68167.25390625, - 68357.765625, - 68376.796875, - 68671.71875, - 69018.08984375 + 66525.9609375, + 66697.62109375, + 66881.625, + 67009.27734375, + 66985.41796875, + 67139.7265625, + 67126.11328125, + 67514.921875, + 67618.30859375, + 67316.5, + 67462.0234375, + 67743.7421875, + 67661.390625, + 68002.5078125, + 67923.40234375, + 68048.91015625, + 68198.234375, + 67980.05078125, + 68057.8046875, + 68561.5859375, + 68675.12109375, + 68257.41015625, + 68260.90625, + 68826.68359375 ], "timestamps": [ "2026-06-12 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3d27c21e0cff54e51e12169f2d4c37155188d30e..b39f151d1d116ceeab3251b54ff3f8c00a771df6 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T03:21:23.199308+00:00", + "evaluated_at": "2026-06-17T03:32:43.032121+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.1177000403404236, - 1.0954391360282898, - 1.0791499018669128, - 1.0584790110588074, - 1.0407297015190125, - 1.0277343392372131, - 1.0124260783195496, - 0.9893968403339386, - 0.9731981456279755, - 0.9587127566337585, - 0.9365948140621185, - 0.9170291125774384, - 0.9165761172771454, - 0.8857741355895996, - 0.8669522404670715, - 0.8671625852584839, - 0.8064419627189636, - 0.7991249859333038, - 0.7913869619369507, - 0.7595129907131195, - 0.7654885649681091, - 0.7402985692024231, - 0.7311443090438843, - 0.7211443781852722 + 1.1068010330200195, + 1.089587926864624, + 1.077852487564087, + 1.0668907165527344, + 1.0583471655845642, + 1.045504093170166, + 1.0328953266143799, + 1.0259405970573425, + 1.0030788779258728, + 0.9967251718044281, + 0.9844504296779633, + 0.9782275557518005, + 0.9481198787689209, + 0.957811027765274, + 0.924220860004425, + 0.9229289591312408, + 0.9069907069206238, + 0.8866578340530396, + 0.8932905495166779, + 0.8785179257392883, + 0.8645290732383728, + 0.8590272068977356, + 0.8481098413467407, + 0.8301529586315155 ], "p10": [ - 1.104681372642517, - 1.0702234506607056, - 1.0438783764839172, - 1.02003812789917, - 0.991197019815445, - 0.9782736599445343, - 0.9438773691654205, - 0.920281320810318, - 0.8998613953590393, - 0.8654927313327789, - 0.8272785246372223, - 0.7946434319019318, - 0.7962716519832611, - 0.7648481130599976, - 0.7368615865707397, - 0.7105606198310852, - 0.6135932505130768, - 0.594806432723999, - 0.5258311033248901, - 0.5126283466815948, - 0.5291837751865387, - 0.491360679268837, - 0.46791502833366394, - 0.41690924763679504 + 1.0914182662963867, + 1.0623695254325867, + 1.0376979112625122, + 1.0301986336708069, + 1.0073601007461548, + 0.9913908243179321, + 0.9663629829883575, + 0.935414731502533, + 0.9216571748256683, + 0.8975513875484467, + 0.8724130690097809, + 0.8517819046974182, + 0.806358277797699, + 0.8301138579845428, + 0.773438572883606, + 0.7469720244407654, + 0.6792957186698914, + 0.650442361831665, + 0.6795336902141571, + 0.641272246837616, + 0.5842295289039612, + 0.5928289294242859, + 0.554019421339035, + 0.5640200674533844 ], "p90": [ - 1.130737066268921, - 1.1222730875015259, - 1.1101405024528503, - 1.0990290641784668, - 1.0896734595298767, - 1.0722649693489075, - 1.0773425698280334, - 1.063525676727295, - 1.053649663925171, - 1.0736253261566162, - 1.0454025268554688, - 1.0368816256523132, - 1.0606794357299805, - 1.0168676376342773, - 1.0444668531417847, - 1.0433520674705505, - 1.020113468170166, - 1.0143091082572937, - 1.0072537064552307, - 0.9885785281658173, - 0.9776666760444641, - 0.9754772484302521, - 1.0441034436225891, - 1.026758074760437 + 1.1226619482040405, + 1.1207078695297241, + 1.1073123216629028, + 1.1157028079032898, + 1.1040347218513489, + 1.106767475605011, + 1.0952336192131042, + 1.1058365106582642, + 1.1131168007850647, + 1.0822387337684631, + 1.0825652480125427, + 1.093640387058258, + 1.0808092951774597, + 1.0953456163406372, + 1.0850878953933716, + 1.0886569619178772, + 1.1064748764038086, + 1.102417767047882, + 1.1115371584892273, + 1.1401716470718384, + 1.125859260559082, + 1.0918420553207397, + 1.1096662282943726, + 1.1440256834030151 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d19e1ada6bffa2c5b69c0e349fcafcda1706c974..d00802ee2344323ebcef14c6facb4b19ff4f588b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T03:16:07.001043+00:00", + "evaluated_at": "2026-06-17T03:32:50.053111+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.1309821605682373, - 1.125764548778534, - 1.1339005827903748, - 1.1353138089179993, - 1.1351994276046753, - 1.131691038608551, - 1.1380887627601624, - 1.123694121837616, - 1.123397946357727, - 1.1258459091186523, - 1.1346032619476318, - 1.1165178418159485, - 1.1133611798286438, - 1.112758755683899, - 1.122549057006836, - 1.1290223598480225, - 1.1342820525169373, - 1.133824110031128, - 1.1294903755187988, - 1.1199520230293274, - 1.1227688193321228, - 1.1274272203445435, - 1.1225590705871582, - 1.1341087222099304 + 1.02955162525177, + 1.0671287775039673, + 1.1207691431045532, + 1.1329052448272705, + 1.0911157131195068, + 1.085603654384613, + 1.0769733786582947, + 1.0971035361289978, + 1.071644127368927, + 1.0734443664550781, + 1.070621907711029, + 1.0649598836898804, + 1.0681341886520386, + 1.0862186551094055, + 1.1347981691360474, + 1.1380121111869812, + 1.1002457737922668, + 1.070794403553009, + 1.1048368215560913, + 1.1199920177459717, + 1.116320013999939, + 1.0918155908584595, + 1.1187586784362793, + 1.0878525376319885 ], "p10": [ - 1.06792551279068, - 1.0713370442390442, - 1.0514497756958008, - 1.0569380521774292, - 1.059313416481018, - 1.0437461137771606, - 1.0638885498046875, - 1.0395474433898926, - 1.029639184474945, - 1.0394708514213562, - 1.0268734097480774, - 1.0246895551681519, - 1.0041617155075073, - 1.0013750791549683, - 0.9231027960777283, - 0.9838438034057617, - 1.0274263620376587, - 1.0003143846988678, - 0.9994331896305084, - 0.9691677987575531, - 0.9769061207771301, - 0.9647273421287537, - 0.9818116128444672, - 0.977692723274231 + 0.9283868670463562, + 0.9549497961997986, + 0.9741751551628113, + 0.9897545278072357, + 0.9430167973041534, + 0.9339693188667297, + 0.9353977739810944, + 0.9222504496574402, + 0.9208817780017853, + 0.9159406125545502, + 0.9001142978668213, + 0.8847050666809082, + 0.8468544781208038, + 0.9111581444740295, + 0.9168953001499176, + 0.9206555783748627, + 0.8951739370822906, + 0.8732463717460632, + 0.8592895567417145, + 0.9243706464767456, + 0.9464348554611206, + 0.8978599309921265, + 0.8792705535888672, + 0.8660249412059784 ], "p90": [ - 1.2262253165245056, - 1.2408751249313354, - 1.2436609268188477, - 1.2354949712753296, - 1.2356138229370117, - 1.2308775186538696, - 1.2392380237579346, - 1.2258609533309937, - 1.2471932172775269, - 1.2498058080673218, - 1.2443798780441284, - 1.2472241520881653, - 1.23868989944458, - 1.2477391362190247, - 1.2631347179412842, - 1.2859786748886108, - 1.304297924041748, - 1.3156335353851318, - 1.27029287815094, - 1.311926543712616, - 1.3197834491729736, - 1.2988795042037964, - 1.277718186378479, - 1.3140690922737122 + 1.125936210155487, + 1.1762591004371643, + 1.2825878262519836, + 1.2789116501808167, + 1.2365447282791138, + 1.2660791277885437, + 1.2637118101119995, + 1.3129059076309204, + 1.2835727334022522, + 1.2347177267074585, + 1.3380614519119263, + 1.298839807510376, + 1.3229888081550598, + 1.318921148777008, + 1.4374037981033325, + 1.4599380493164062, + 1.3817747831344604, + 1.3447551131248474, + 1.3393433094024658, + 1.3624513149261475, + 1.397618591785431, + 1.4706875681877136, + 1.4276787638664246, + 1.5003990530967712 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 1e18e95025233c3452ca04de166f632cd11eca0b..54adf0683ccc594e14ffe38710a8c600504c2a10 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T03:26:34.937672+00:00", + "evaluated_at": "2026-06-17T03:32:52.576582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index cf2c8ff280880a1feb23c25e33f32560ca04ab50..764309a11c4b5e5372278b535fa554af99ab1486 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T03:25:00.631742+00:00", - "finished_at": "2026-06-17T03:26:42.427637+00:00", - "task_count": 1, + "started_at": "2026-06-17T03:30:04.673898+00:00", + "finished_at": "2026-06-17T03:33:07.229150+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,23 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T03:25:09.753800+00:00", + "evaluated_at": "2026-06-17T03:30:46.582165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +36,23 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T03:25:53.583313+00:00", + "evaluated_at": "2026-06-17T03:31:31.141106+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +62,23 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T03:26:01.995318+00:00", + "evaluated_at": "2026-06-17T03:31:51.961031+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +88,23 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T03:26:27.701130+00:00", + "evaluated_at": "2026-06-17T03:32:32.293507+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +114,23 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T03:26:34.937672+00:00", + "evaluated_at": "2026-06-17T03:32:52.576582+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +140,23 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T03:26:42.423711+00:00", + "evaluated_at": "2026-06-17T03:33:07.226838+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } @@ -94,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T03:26:55.303982+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_033012.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_033012.json new file mode 100644 index 0000000000000000000000000000000000000000..456aa139263eca0587c504f795f83f65f3de3459 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_033012.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T03:30:12.840856+00:00", + "metrics": { + "MSE[mean]": 219112.30276997885, + "MSE[0.5]": 219112.30276997885, + "MAE[0.5]": 431.576171875, + "MASE[0.5]": 0.4501512611889707, + "MAPE[0.5]": 0.006542354646686878, + "sMAPE[0.5]": 0.006525792729718208, + "MSIS": 2.5341184239863015, + "RMSE[mean]": 468.09433105943384, + "NRMSE[mean]": 0.0070888761449613424, + "ND[0.5]": 0.006535840805023493, + "mean_weighted_sum_quantile_loss": 0.006316034832209342 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 66142.65625, + 66143.234375, + 66163.7421875, + 66174.7890625, + 66174.453125, + 66203.1875, + 66222.4921875, + 66241.3125, + 66255.796875, + 66264.984375, + 66263.1484375, + 66274.828125, + 66269.1328125, + 66288.1171875, + 66304.484375, + 66295.3125, + 66356.53125, + 66366.78125, + 66362.7734375, + 66391.65625, + 66359.765625, + 66390.453125, + 66397.5703125, + 66389.46875 + ], + "p10": [ + 65715.5078125, + 65572.9765625, + 65488.21875, + 65389.60546875, + 65292.25390625, + 65244.921875, + 65175.44921875, + 65115.23046875, + 65091.24609375, + 65031.47265625, + 64961.05859375, + 64863.71484375, + 64817.30859375, + 64797.80859375, + 64764.05078125, + 64760.4765625, + 64552.9765625, + 64450.07421875, + 64405.078125, + 64373.52734375, + 64323.53125, + 64286.6796875, + 64269.9453125, + 64229.3125 + ], + "p90": [ + 66431.640625, + 66556.1953125, + 66686.9921875, + 66795.5390625, + 66867.4609375, + 66952.765625, + 67015.546875, + 67104.0859375, + 67147.671875, + 67201.46875, + 67273.9765625, + 67329.3359375, + 67387.390625, + 67376.703125, + 67422.734375, + 67422.546875, + 67521.1015625, + 67538.2890625, + 67535.296875, + 67628.921875, + 67619.953125, + 67677.9453125, + 67726.6171875, + 67775.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_033237.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_033237.json new file mode 100644 index 0000000000000000000000000000000000000000..bac716f5373aa51acdb48062331ac41b698d57fc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_033237.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T03:32:37.866025+00:00", + "metrics": { + "MSE[mean]": 431404.9859568278, + "MSE[0.5]": 366137.0293451945, + "MAE[0.5]": 535.3157552083334, + "MASE[0.5]": 0.5583558084183388, + "MAPE[0.5]": 0.008120871722680766, + "sMAPE[0.5]": 0.008086772895251068, + "MSIS": 2.384168165320048, + "RMSE[mean]": 656.8142705185597, + "NRMSE[mean]": 0.009946873322330458, + "ND[0.5]": 0.008106885376136923, + "mean_weighted_sum_quantile_loss": 0.006396746719021849 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 66153.203125, + 66085.53515625, + 66169.984375, + 66280.796875, + 66210.60546875, + 66275.92578125, + 66219.92578125, + 66317.3984375, + 66490.8046875, + 66332.83984375, + 66400.93359375, + 66452.53515625, + 66456.63671875, + 66371.2734375, + 66394.94921875, + 66598.68359375, + 66618.25, + 66473.28515625, + 66448.08203125, + 66659.0390625, + 66752.6640625, + 66463.3984375, + 66632.91015625, + 66816.86328125 + ], + "p10": [ + 65759.69921875, + 65631.38671875, + 65545.78125, + 65571.37890625, + 65432.814453125, + 65469.466796875, + 65348.0234375, + 65451.748046875, + 65476.44921875, + 65376.72265625, + 65369.8125, + 65214.759765625, + 65319.69140625, + 65094.400390625, + 65339.064453125, + 65362.181640625, + 65390.9921875, + 65203.220703125, + 65225.326171875, + 65215.361328125, + 65262.359375, + 64951.884765625, + 65040.45703125, + 65131.087890625 + ], + "p90": [ + 66525.9609375, + 66697.62109375, + 66881.625, + 67009.27734375, + 66985.41796875, + 67139.7265625, + 67126.11328125, + 67514.921875, + 67618.30859375, + 67316.5, + 67462.0234375, + 67743.7421875, + 67661.390625, + 68002.5078125, + 67923.40234375, + 68048.91015625, + 68198.234375, + 67980.05078125, + 68057.8046875, + 68561.5859375, + 68675.12109375, + 68257.41015625, + 68260.90625, + 68826.68359375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_033256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_033256.json new file mode 100644 index 0000000000000000000000000000000000000000..b1b195a657c168dd0063bbcf4b9eaf738fef08ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_033256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T03:32:56.860029+00:00", + "metrics": { + "MSE[mean]": 189987.0266316732, + "MSE[0.5]": 189987.0266316732, + "MAE[0.5]": 346.0240885416667, + "MASE[0.5]": 0.3609170061036408, + "MAPE[0.5]": 0.005220641486939288, + "sMAPE[0.5]": 0.005242151356032551, + "MSIS": 2.8409340053034793, + "RMSE[mean]": 435.8750126259513, + "NRMSE[mean]": 0.006600942959927687, + "ND[0.5]": 0.0052402298940329725, + "mean_weighted_sum_quantile_loss": 0.006515862487229928 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 65936.75, + 65936.75, + 65875.9375, + 65884.625, + 65832.5, + 65823.8125, + 65780.375, + 65771.6875, + 65719.5625, + 65719.5625, + 65693.5, + 65676.125, + 65632.6875, + 65641.375, + 65606.625, + 65610.96875, + 65619.65625, + 65641.375, + 65567.53125, + 65584.90625, + 65541.46875, + 65571.875, + 65537.125, + 65532.78125 + ], + "p10": [ + 65406.8125, + 65267.8125, + 65089.71875, + 65011.53125, + 64861.671875, + 64794.34375, + 64704.2109375, + 64629.82421875, + 64511.32421875, + 64454.171875, + 64369.7421875, + 64328.4765625, + 64261.1484375, + 64255.71875, + 64214.453125, + 64184.046875, + 64142.78125, + 64123.234375, + 64029.84375, + 64025.5, + 63956.0, + 63984.234375, + 63929.9375, + 63925.59375 + ], + "p90": [ + 66458.0, + 66544.875, + 66553.5625, + 66605.6875, + 66614.375, + 66640.4375, + 66623.0625, + 66666.5, + 66657.8125, + 66683.875, + 66683.875, + 66701.25, + 66692.5625, + 66718.625, + 66709.9375, + 66718.625, + 66770.75, + 66788.125, + 66736.0, + 66770.75, + 66736.0, + 66788.125, + 66770.75, + 66788.125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_033055.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_033055.json new file mode 100644 index 0000000000000000000000000000000000000000..db07033987d44281c4f54f6eff6849b470880d64 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_033055.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T03:30:55.940870+00:00", + "metrics": { + "MSE[mean]": 86652.6617787679, + "MSE[0.5]": 186750.27668444315, + "MAE[0.5]": 365.9659830729167, + "MASE[0.5]": 0.3817172021263713, + "MAPE[0.5]": 0.00552631875872524, + "sMAPE[0.5]": 0.005547096113305578, + "MSIS": 1.8929988082451779, + "RMSE[mean]": 294.36824179718826, + "NRMSE[mean]": 0.004457947615788039, + "ND[0.5]": 0.0055422323133059465, + "mean_weighted_sum_quantile_loss": 0.0041352520414740974 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 66052.046875, + 65976.8671875, + 65924.53125, + 65899.65625, + 65880.53125, + 65855.359375, + 65823.0, + 65831.1171875, + 65809.7109375, + 65758.59375, + 65739.8984375, + 65678.421875, + 65651.96875, + 65652.2421875, + 65618.90625, + 65561.15625, + 65551.6640625, + 65522.84375, + 65498.73046875, + 65451.875, + 65437.5234375, + 65438.21484375, + 65458.65234375, + 65510.8359375 + ], + "p10": [ + 65992.1796875, + 66039.125, + 65945.2109375, + 65941.4921875, + 65918.4609375, + 65871.1796875, + 65798.859375, + 65815.5, + 65785.4140625, + 65881.7265625, + 65724.03125, + 65728.8984375, + 65651.34375, + 65697.171875, + 65682.109375, + 65618.0625, + 65627.109375, + 65486.84375, + 65559.09375, + 65578.453125, + 65609.0, + 65595.609375, + 65531.06640625, + 65521.8515625 + ], + "p90": [ + 66399.0546875, + 66448.1171875, + 66512.734375, + 66564.7265625, + 66605.3984375, + 66620.8203125, + 66636.09375, + 66714.7421875, + 66724.5234375, + 66739.6953125, + 66779.6484375, + 66707.5859375, + 66742.3125, + 66797.234375, + 66761.921875, + 66767.5078125, + 66782.8828125, + 66744.328125, + 66780.078125, + 66731.2578125, + 66745.0703125, + 66740.625, + 66746.8671875, + 66746.640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_033206.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_033206.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d364fb9d700da563394e3741c98ebeb248c3a7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_033206.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T03:32:06.250462+00:00", + "metrics": { + "MSE[mean]": 151247.71643575034, + "MSE[0.5]": 151247.71643575034, + "MAE[0.5]": 361.326171875, + "MASE[0.5]": 0.376877692907531, + "MAPE[0.5]": 0.005470242774422936, + "sMAPE[0.5]": 0.005466231104960186, + "MSIS": 2.38810520037439, + "RMSE[mean]": 388.90579378012654, + "NRMSE[mean]": 0.005889635531209094, + "ND[0.5]": 0.00547196646145597, + "mean_weighted_sum_quantile_loss": 0.0056316022781767614 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 66135.96875, + 66135.0, + 66116.09375, + 66107.484375, + 66089.9296875, + 66093.0703125, + 66088.9375, + 66111.3046875, + 66137.84375, + 66161.9453125, + 66168.5078125, + 66195.4140625, + 66199.1171875, + 66205.640625, + 66198.515625, + 66190.828125, + 66169.1015625, + 66169.234375, + 66156.890625, + 66158.2265625, + 66155.2421875, + 66159.6953125, + 66155.3203125, + 66169.140625 + ], + "p10": [ + 65771.453125, + 65642.8046875, + 65519.8828125, + 65424.02734375, + 65332.703125, + 65272.859375, + 65213.734375, + 65167.6015625, + 65129.48046875, + 65084.421875, + 65021.93359375, + 65001.5, + 64957.9296875, + 64920.3359375, + 64869.85546875, + 64830.765625, + 64785.97265625, + 64754.8359375, + 64710.1484375, + 64684.04296875, + 64645.3671875, + 64614.00390625, + 64573.359375, + 64560.79296875 + ], + "p90": [ + 66520.4140625, + 66647.859375, + 66734.1171875, + 66814.171875, + 66861.5078125, + 66925.3203125, + 66996.2265625, + 67083.6875, + 67171.5, + 67259.96875, + 67312.8125, + 67378.0390625, + 67401.90625, + 67435.484375, + 67456.203125, + 67454.953125, + 67452.484375, + 67497.3125, + 67520.6484375, + 67559.4609375, + 67569.078125, + 67596.7265625, + 67611.8515625, + 67653.5078125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_033137.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_033137.json new file mode 100644 index 0000000000000000000000000000000000000000..669a43b091fcace97635d4f4f48a6fbc9e19dffb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_033137.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T03:31:37.225176+00:00", + "metrics": { + "MSE[mean]": 88554.78129069011, + "MSE[0.5]": 88554.78129069011, + "MAE[0.5]": 229.048828125, + "MASE[0.5]": 0.23890711668898143, + "MAPE[0.5]": 0.0034573704737699937, + "sMAPE[0.5]": 0.00346357548078872, + "MSIS": 2.798195504379388, + "RMSE[mean]": 297.58155401618916, + "NRMSE[mean]": 0.004506610397676539, + "ND[0.5]": 0.0034687426571728816, + "mean_weighted_sum_quantile_loss": 0.005749578184146717 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00" + ], + "context": [ + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375 + ], + "actual": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65778.0 + ], + "predictions": { + "p50": [ + 66124.6328125, + 66111.6015625, + 66105.3984375, + 66088.0625, + 66069.0234375, + 66055.109375, + 66034.3828125, + 66023.859375, + 66013.8515625, + 66004.203125, + 65988.6640625, + 65971.71875, + 65945.7109375, + 65936.46875, + 65924.0625, + 65917.4140625, + 65909.1015625, + 65897.828125, + 65881.390625, + 65867.9296875, + 65856.15625, + 65843.0859375, + 65828.546875, + 65820.671875 + ], + "p10": [ + 65699.5625, + 65495.95703125, + 65377.609375, + 65235.30078125, + 65120.40625, + 65011.7890625, + 64920.51171875, + 64833.2421875, + 64752.8046875, + 64682.55078125, + 64601.52734375, + 64517.21484375, + 64427.4140625, + 64348.94921875, + 64290.30078125, + 64214.63671875, + 64176.11328125, + 64118.8671875, + 64060.78125, + 64011.34375, + 63963.6171875, + 63927.07421875, + 63883.39453125, + 63853.875 + ], + "p90": [ + 66489.5546875, + 66621.015625, + 66727.71875, + 66812.140625, + 66880.3515625, + 66950.0390625, + 66999.78125, + 67046.921875, + 67109.2578125, + 67168.9765625, + 67215.40625, + 67247.8671875, + 67267.7421875, + 67323.875, + 67365.0, + 67411.8515625, + 67458.0703125, + 67493.796875, + 67524.34375, + 67541.984375, + 67571.1953125, + 67611.375, + 67637.625, + 67664.171875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_033018.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_033018.json new file mode 100644 index 0000000000000000000000000000000000000000..d4b61864071bd7193b7a08041514e0b624bbca53 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_033018.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T03:30:18.352566+00:00", + "metrics": { + "MSE[mean]": 0.04619005134064021, + "MSE[0.5]": 0.04619005134064021, + "MAE[0.5]": 0.17372543861468634, + "MASE[0.5]": 0.191007645231681, + "MAPE[0.5]": 0.1537957342110958, + "sMAPE[0.5]": 0.17382625635797458, + "MSIS": 1.7311964438830063, + "RMSE[mean]": 0.21491870867991045, + "NRMSE[mean]": 0.1952179560800868, + "ND[0.5]": 0.15780071103994026, + "mean_weighted_sum_quantile_loss": 0.12194716047389975 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.0858196020126343, + 1.071900725364685, + 1.0602155923843384, + 1.0447007417678833, + 1.0280009508132935, + 1.0111159086227417, + 0.9976876974105835, + 0.979910135269165, + 0.9642443656921387, + 0.9466078281402588, + 0.933813750743866, + 0.9192978143692017, + 0.9047374725341797, + 0.8877457976341248, + 0.8764922618865967, + 0.8695772886276245, + 0.8604223132133484, + 0.8550211191177368, + 0.8438249826431274, + 0.8400216102600098, + 0.8288423418998718, + 0.8187030553817749, + 0.8137256503105164, + 0.810160756111145 + ], + "p10": [ + 1.0704855918884277, + 1.0493566989898682, + 1.0361084938049316, + 1.0142415761947632, + 0.9928473234176636, + 0.967004120349884, + 0.9510105848312378, + 0.9300104379653931, + 0.905991792678833, + 0.8840316534042358, + 0.8582557439804077, + 0.8343530893325806, + 0.81531822681427, + 0.7845433950424194, + 0.7666094303131104, + 0.7477130889892578, + 0.7219099402427673, + 0.7104039192199707, + 0.6848300099372864, + 0.6652165651321411, + 0.6363120079040527, + 0.6166716814041138, + 0.6019864082336426, + 0.5795950293540955 + ], + "p90": [ + 1.1076782941818237, + 1.1033141613006592, + 1.0958017110824585, + 1.0840528011322021, + 1.075918197631836, + 1.0630658864974976, + 1.0572173595428467, + 1.0441246032714844, + 1.0318629741668701, + 1.0284740924835205, + 1.0288941860198975, + 1.022947907447815, + 1.02170991897583, + 1.033812403678894, + 1.032318353652954, + 1.0270776748657227, + 1.0651313066482544, + 1.0654155015945435, + 1.0814108848571777, + 1.0973883867263794, + 1.0996050834655762, + 1.1094809770584106, + 1.1295084953308105, + 1.1508499383926392 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_033243.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_033243.json new file mode 100644 index 0000000000000000000000000000000000000000..41eb2b3e8efe8de5214ec3040150c57d39905689 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_033243.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T03:32:43.032121+00:00", + "metrics": { + "MSE[mean]": 0.030503364109730906, + "MSE[0.5]": 0.033357039811866884, + "MAE[0.5]": 0.13411987200379372, + "MASE[0.5]": 0.14746211685807434, + "MAPE[0.5]": 0.11761323943316955, + "sMAPE[0.5]": 0.13165327920233985, + "MSIS": 1.0075595130588082, + "RMSE[mean]": 0.1746521231183031, + "NRMSE[mean]": 0.1586424500204056, + "ND[0.5]": 0.12182563092400939, + "mean_weighted_sum_quantile_loss": 0.09909644466835527 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.1068010330200195, + 1.089587926864624, + 1.077852487564087, + 1.0668907165527344, + 1.0583471655845642, + 1.045504093170166, + 1.0328953266143799, + 1.0259405970573425, + 1.0030788779258728, + 0.9967251718044281, + 0.9844504296779633, + 0.9782275557518005, + 0.9481198787689209, + 0.957811027765274, + 0.924220860004425, + 0.9229289591312408, + 0.9069907069206238, + 0.8866578340530396, + 0.8932905495166779, + 0.8785179257392883, + 0.8645290732383728, + 0.8590272068977356, + 0.8481098413467407, + 0.8301529586315155 + ], + "p10": [ + 1.0914182662963867, + 1.0623695254325867, + 1.0376979112625122, + 1.0301986336708069, + 1.0073601007461548, + 0.9913908243179321, + 0.9663629829883575, + 0.935414731502533, + 0.9216571748256683, + 0.8975513875484467, + 0.8724130690097809, + 0.8517819046974182, + 0.806358277797699, + 0.8301138579845428, + 0.773438572883606, + 0.7469720244407654, + 0.6792957186698914, + 0.650442361831665, + 0.6795336902141571, + 0.641272246837616, + 0.5842295289039612, + 0.5928289294242859, + 0.554019421339035, + 0.5640200674533844 + ], + "p90": [ + 1.1226619482040405, + 1.1207078695297241, + 1.1073123216629028, + 1.1157028079032898, + 1.1040347218513489, + 1.106767475605011, + 1.0952336192131042, + 1.1058365106582642, + 1.1131168007850647, + 1.0822387337684631, + 1.0825652480125427, + 1.093640387058258, + 1.0808092951774597, + 1.0953456163406372, + 1.0850878953933716, + 1.0886569619178772, + 1.1064748764038086, + 1.102417767047882, + 1.1115371584892273, + 1.1401716470718384, + 1.125859260559082, + 1.0918420553207397, + 1.1096662282943726, + 1.1440256834030151 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_033300.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_033300.json new file mode 100644 index 0000000000000000000000000000000000000000..35bfd0bfa0353c6c0211e4dd59803d2046b1ee83 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_033300.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T03:33:00.822970+00:00", + "metrics": { + "MSE[mean]": 0.06083072515289878, + "MSE[0.5]": 0.06083072515289878, + "MAE[0.5]": 0.18804710606733957, + "MASE[0.5]": 0.2067540321611727, + "MAPE[0.5]": 0.1656216662462798, + "sMAPE[0.5]": 0.19256308515063444, + "MSIS": 2.291358558025784, + "RMSE[mean]": 0.24663885572411087, + "NRMSE[mean]": 0.2240304420221608, + "ND[0.5]": 0.1708095675742947, + "mean_weighted_sum_quantile_loss": 0.1407245259023884 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.1182861328125, + 1.10247802734375, + 1.0846939086914062, + 1.067474365234375, + 1.0463027954101562, + 1.0226876735687256, + 1.0069236755371094, + 0.9874458312988281, + 0.965850830078125, + 0.9472198486328125, + 0.9314117431640625, + 0.920684814453125, + 0.89923095703125, + 0.882293701171875, + 0.87664794921875, + 0.864227294921875, + 0.839385986328125, + 0.810028076171875, + 0.798736572265625, + 0.779541015625, + 0.769378662109375, + 0.7479248046875, + 0.7388916015625, + 0.72308349609375 + ], + "p10": [ + 1.104736328125, + 1.0861053466796875, + 1.0563240051269531, + 1.0333175659179688, + 1.0026893615722656, + 0.9689559936523438, + 0.9438323974609375, + 0.9105224609375, + 0.8805999755859375, + 0.84954833984375, + 0.819061279296875, + 0.79986572265625, + 0.760345458984375, + 0.72760009765625, + 0.70501708984375, + 0.671142578125, + 0.616943359375, + 0.56951904296875, + 0.53564453125, + 0.49725341796875, + 0.472412109375, + 0.4317626953125, + 0.3956298828125, + 0.3594970703125 + ], + "p90": [ + 1.1403045654296875, + 1.1267547607421875, + 1.1154632568359375, + 1.1075592041015625, + 1.0937271118164062, + 1.0790481567382812, + 1.0762252807617188, + 1.0649337768554688, + 1.0564651489257812, + 1.0515251159667969, + 1.0485610961914062, + 1.0440444946289062, + 1.0379753112792969, + 1.0371284484863281, + 1.0430564880371094, + 1.0457382202148438, + 1.0563240051269531, + 1.0402336120605469, + 1.0447502136230469, + 1.04150390625, + 1.0430564880371094, + 1.0423507690429688, + 1.0554771423339844, + 1.0643692016601562 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_033107.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_033107.json new file mode 100644 index 0000000000000000000000000000000000000000..9c3e455b32d4c3b77f380ce13b1a59a91c2d83f0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_033107.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T03:31:07.851851+00:00", + "metrics": { + "MSE[mean]": 0.09250422549413824, + "MSE[0.5]": 0.10654016636665808, + "MAE[0.5]": 0.2519864688316981, + "MASE[0.5]": 0.2770540827272957, + "MAPE[0.5]": 0.2221870514882218, + "sMAPE[0.5]": 0.2725510825479293, + "MSIS": 6.252170555417351, + "RMSE[mean]": 0.304145073105152, + "NRMSE[mean]": 0.27626529066785893, + "ND[0.5]": 0.22888786047205975, + "mean_weighted_sum_quantile_loss": 0.18911132526051289 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.1008259057998657, + 1.093868613243103, + 1.0853203535079956, + 1.0409016609191895, + 1.0168704986572266, + 0.9970959424972534, + 0.994660496711731, + 0.9619576930999756, + 0.9339661598205566, + 0.926612377166748, + 0.8845866918563843, + 0.859546422958374, + 0.8493379354476929, + 0.8261432647705078, + 0.8084911108016968, + 0.7648440599441528, + 0.7522279024124146, + 0.7159619331359863, + 0.6891463994979858, + 0.6836841106414795, + 0.6447204351425171, + 0.6036452054977417, + 0.5702476501464844, + 0.5723029375076294 + ], + "p10": [ + 1.115554928779602, + 1.099707007408142, + 1.0821648836135864, + 1.04819917678833, + 1.0305253267288208, + 0.9936972856521606, + 0.9716876745223999, + 0.9242289066314697, + 0.9504320621490479, + 0.9181225299835205, + 0.9084376096725464, + 0.8836237192153931, + 0.8602044582366943, + 0.8453415632247925, + 0.8237712383270264, + 0.7697250843048096, + 0.7685478925704956, + 0.7312254905700684, + 0.7319594621658325, + 0.7235925197601318, + 0.6852529048919678, + 0.6225767135620117, + 0.6260292530059814, + 0.5799248218536377 + ], + "p90": [ + 1.1375898122787476, + 1.1327948570251465, + 1.1338202953338623, + 1.0920336246490479, + 1.0783849954605103, + 1.0599708557128906, + 1.048447847366333, + 1.020019292831421, + 0.9978213310241699, + 0.9875456094741821, + 0.9758294820785522, + 0.9479855298995972, + 0.9717488288879395, + 0.9512017965316772, + 0.943230390548706, + 0.9103375673294067, + 0.9119064807891846, + 0.8899855613708496, + 0.8804106712341309, + 0.8684285879135132, + 0.8499337434768677, + 0.8259003162384033, + 0.8076915740966797, + 0.796393871307373 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_033219.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_033219.json new file mode 100644 index 0000000000000000000000000000000000000000..1fc08bfcc35548951551f09efc3fa990facc327f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_033219.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T03:32:19.897680+00:00", + "metrics": { + "MSE[mean]": 0.05186070001880383, + "MSE[0.5]": 0.05186070001880383, + "MAE[0.5]": 0.18324254204829535, + "MASE[0.5]": 0.20147151011396733, + "MAPE[0.5]": 0.16222623827126573, + "sMAPE[0.5]": 0.18493704418241988, + "MSIS": 3.035558182672588, + "RMSE[mean]": 0.2277294447777973, + "NRMSE[mean]": 0.20685438239342166, + "ND[0.5]": 0.166445419039182, + "mean_weighted_sum_quantile_loss": 0.13992045561678854 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.0973994731903076, + 1.0789932012557983, + 1.0622135400772095, + 1.0449259281158447, + 1.0276418924331665, + 1.009495496749878, + 0.9922311902046204, + 0.9750250577926636, + 0.9572454690933228, + 0.9400890469551086, + 0.9244281649589539, + 0.9090878367424011, + 0.8945409059524536, + 0.8805138468742371, + 0.8674400448799133, + 0.8551970720291138, + 0.84376060962677, + 0.8335943818092346, + 0.8243688941001892, + 0.8159698247909546, + 0.8077967762947083, + 0.8004918694496155, + 0.7937914133071899, + 0.787937343120575 + ], + "p10": [ + 1.0843992233276367, + 1.0632764101028442, + 1.041872501373291, + 1.0196577310562134, + 0.9970391392707825, + 0.9716857075691223, + 0.9464883208274841, + 0.9221605658531189, + 0.895870566368103, + 0.868340253829956, + 0.8395068645477295, + 0.8102072477340698, + 0.7827916741371155, + 0.7558888792991638, + 0.7272287607192993, + 0.6980525255203247, + 0.6698302030563354, + 0.6438894271850586, + 0.6197870969772339, + 0.5944539308547974, + 0.5713096261024475, + 0.5488983392715454, + 0.5268283486366272, + 0.5036700963973999 + ], + "p90": [ + 1.1102393865585327, + 1.0948727130889893, + 1.0829001665115356, + 1.0703619718551636, + 1.059647560119629, + 1.0488250255584717, + 1.038933277130127, + 1.0308488607406616, + 1.0229159593582153, + 1.016389012336731, + 1.0139232873916626, + 1.0123947858810425, + 1.010392189025879, + 1.009501338005066, + 1.0094807147979736, + 1.0100035667419434, + 1.0118687152862549, + 1.014613389968872, + 1.019837737083435, + 1.0248699188232422, + 1.0332359075546265, + 1.0438604354858398, + 1.0557892322540283, + 1.0672376155853271 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_033142.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_033142.json new file mode 100644 index 0000000000000000000000000000000000000000..51eacdf7de2499c6585ce084724861620a78a32f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_033142.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T03:31:42.847844+00:00", + "metrics": { + "MSE[mean]": 0.043210317670140906, + "MSE[0.5]": 0.043210317670140906, + "MAE[0.5]": 0.16727099070946375, + "MASE[0.5]": 0.18391110884945602, + "MAPE[0.5]": 0.1481306692543554, + "sMAPE[0.5]": 0.1667942203734694, + "MSIS": 2.245472217969786, + "RMSE[mean]": 0.2078709158832493, + "NRMSE[mean]": 0.1888162067252213, + "ND[0.5]": 0.15193791698435355, + "mean_weighted_sum_quantile_loss": 0.12491089807981963 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" + ], + "context": [ + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125 + ], + "actual": [ + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 + ], + "predictions": { + "p50": [ + 1.1044962406158447, + 1.085592269897461, + 1.0663516521453857, + 1.0476117134094238, + 1.0305182933807373, + 1.0142369270324707, + 0.9968091249465942, + 0.9785010814666748, + 0.9617367386817932, + 0.9477009177207947, + 0.9334841966629028, + 0.9214041233062744, + 0.9072808623313904, + 0.8960059881210327, + 0.8858819603919983, + 0.8737850785255432, + 0.8665465116500854, + 0.8586360216140747, + 0.8498213291168213, + 0.8450906276702881, + 0.8401227593421936, + 0.8342914581298828, + 0.8325386643409729, + 0.8290519714355469 + ], + "p10": [ + 1.087226390838623, + 1.0619022846221924, + 1.038697600364685, + 1.0138367414474487, + 0.9905152320861816, + 0.9664521813392639, + 0.9409894943237305, + 0.9162319898605347, + 0.8914049863815308, + 0.869275689125061, + 0.8441666960716248, + 0.8207873106002808, + 0.7940847873687744, + 0.7697694897651672, + 0.7475132346153259, + 0.7193445563316345, + 0.6985058784484863, + 0.6761989593505859, + 0.6536504626274109, + 0.6334228515625, + 0.6156830787658691, + 0.5915720462799072, + 0.5724775791168213, + 0.5514416098594666 + ], + "p90": [ + 1.1226842403411865, + 1.1073269844055176, + 1.0946063995361328, + 1.0838152170181274, + 1.0743098258972168, + 1.0654183626174927, + 1.0568000078201294, + 1.0448992252349854, + 1.0390219688415527, + 1.033095121383667, + 1.028360366821289, + 1.027259349822998, + 1.0245236158370972, + 1.0250519514083862, + 1.0281778573989868, + 1.0320749282836914, + 1.0337882041931152, + 1.0405532121658325, + 1.050170660018921, + 1.0592128038406372, + 1.06552255153656, + 1.0758196115493774, + 1.0837757587432861, + 1.0970977544784546 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_033025.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_033025.json new file mode 100644 index 0000000000000000000000000000000000000000..62e84259ffed94a2b7a85df127e3672f1f435258 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_033025.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T03:30:25.260270+00:00", + "metrics": { + "MSE[mean]": 0.039906504402224506, + "MSE[0.5]": 0.039906504402224506, + "MAE[0.5]": 0.16655419766902924, + "MASE[0.5]": 1.2491562777650496, + "MAPE[0.5]": 0.13009783071557343, + "sMAPE[0.5]": 0.14241477766102895, + "MSIS": 14.63207783620274, + "RMSE[mean]": 0.19976612426090792, + "NRMSE[mean]": 0.16475555344213932, + "ND[0.5]": 0.1373642759331555, + "mean_weighted_sum_quantile_loss": 0.11568375824964633 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.004468321800232, + 1.027600884437561, + 1.0418025255203247, + 1.0455083847045898, + 1.0387654304504395, + 1.0320602655410767, + 1.0345789194107056, + 1.0365612506866455, + 1.0398015975952148, + 1.0416109561920166, + 1.039388656616211, + 1.0356043577194214, + 1.0345219373703003, + 1.0506974458694458, + 1.0593249797821045, + 1.0626806020736694, + 1.0716062784194946, + 1.0681166648864746, + 1.0674965381622314, + 1.070009469985962, + 1.0741201639175415, + 1.071291208267212, + 1.065724492073059, + 1.062415599822998 + ], + "p10": [ + 0.915776789188385, + 0.913983941078186, + 0.9150906205177307, + 0.9174065589904785, + 0.9098901748657227, + 0.907117486000061, + 0.9037275910377502, + 0.9048780202865601, + 0.908847451210022, + 0.9062652587890625, + 0.9048887491226196, + 0.8950514793395996, + 0.8915334939956665, + 0.8970369100570679, + 0.9082404971122742, + 0.9119715690612793, + 0.9174267649650574, + 0.9111969470977783, + 0.9093903303146362, + 0.9075695872306824, + 0.9059133529663086, + 0.9067363739013672, + 0.8995318412780762, + 0.8886847496032715 + ], + "p90": [ + 1.1035434007644653, + 1.1532011032104492, + 1.1841399669647217, + 1.1850895881652832, + 1.1744763851165771, + 1.170930027961731, + 1.1747320890426636, + 1.1788502931594849, + 1.1871082782745361, + 1.1882705688476562, + 1.1890968084335327, + 1.1912400722503662, + 1.1896028518676758, + 1.2145804166793823, + 1.2386431694030762, + 1.2360321283340454, + 1.2449977397918701, + 1.246520757675171, + 1.2549434900283813, + 1.265290379524231, + 1.2711535692214966, + 1.2770285606384277, + 1.2714422941207886, + 1.26985502243042 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_033250.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_033250.json new file mode 100644 index 0000000000000000000000000000000000000000..be2d287ad4e500da614d44f24a1553fe21a3f687 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_033250.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T03:32:50.053111+00:00", + "metrics": { + "MSE[mean]": 0.02149895038915221, + "MSE[0.5]": 0.02933432195264644, + "MAE[0.5]": 0.12983704855044684, + "MASE[0.5]": 0.9737777045137473, + "MAPE[0.5]": 0.10014385954696832, + "sMAPE[0.5]": 0.10853173900940899, + "MSIS": 3.7393193709475834, + "RMSE[mean]": 0.1466252037991839, + "NRMSE[mean]": 0.12092799362193132, + "ND[0.5]": 0.10708209347488874, + "mean_weighted_sum_quantile_loss": 0.09186597161074553 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.02955162525177, + 1.0671287775039673, + 1.1207691431045532, + 1.1329052448272705, + 1.0911157131195068, + 1.085603654384613, + 1.0769733786582947, + 1.0971035361289978, + 1.071644127368927, + 1.0734443664550781, + 1.070621907711029, + 1.0649598836898804, + 1.0681341886520386, + 1.0862186551094055, + 1.1347981691360474, + 1.1380121111869812, + 1.1002457737922668, + 1.070794403553009, + 1.1048368215560913, + 1.1199920177459717, + 1.116320013999939, + 1.0918155908584595, + 1.1187586784362793, + 1.0878525376319885 + ], + "p10": [ + 0.9283868670463562, + 0.9549497961997986, + 0.9741751551628113, + 0.9897545278072357, + 0.9430167973041534, + 0.9339693188667297, + 0.9353977739810944, + 0.9222504496574402, + 0.9208817780017853, + 0.9159406125545502, + 0.9001142978668213, + 0.8847050666809082, + 0.8468544781208038, + 0.9111581444740295, + 0.9168953001499176, + 0.9206555783748627, + 0.8951739370822906, + 0.8732463717460632, + 0.8592895567417145, + 0.9243706464767456, + 0.9464348554611206, + 0.8978599309921265, + 0.8792705535888672, + 0.8660249412059784 + ], + "p90": [ + 1.125936210155487, + 1.1762591004371643, + 1.2825878262519836, + 1.2789116501808167, + 1.2365447282791138, + 1.2660791277885437, + 1.2637118101119995, + 1.3129059076309204, + 1.2835727334022522, + 1.2347177267074585, + 1.3380614519119263, + 1.298839807510376, + 1.3229888081550598, + 1.318921148777008, + 1.4374037981033325, + 1.4599380493164062, + 1.3817747831344604, + 1.3447551131248474, + 1.3393433094024658, + 1.3624513149261475, + 1.397618591785431, + 1.4706875681877136, + 1.4276787638664246, + 1.5003990530967712 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_033304.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_033304.json new file mode 100644 index 0000000000000000000000000000000000000000..3c23e033d53a1c77aee560f09c75ec4534f43739 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_033304.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T03:33:04.730902+00:00", + "metrics": { + "MSE[mean]": 0.03467518886171265, + "MSE[0.5]": 0.03467518886171265, + "MAE[0.5]": 0.15020770331223807, + "MASE[0.5]": 1.1265575901846068, + "MAPE[0.5]": 0.11684343701777833, + "sMAPE[0.5]": 0.12709116219333344, + "MSIS": 13.714703159604447, + "RMSE[mean]": 0.1862127516087785, + "NRMSE[mean]": 0.15357751502060646, + "ND[0.5]": 0.12388263216319143, + "mean_weighted_sum_quantile_loss": 0.10412516918341262 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.0249462127685547, + 1.0516548156738281, + 1.0636138916015625, + 1.0683975219726562, + 1.0691947937011719, + 1.0723838806152344, + 1.0743272304534912, + 1.0741279125213623, + 1.0721845626831055, + 1.0724835395812988, + 1.0702910423278809, + 1.0676002502441406, + 1.0682978630065918, + 1.0728821754455566, + 1.0728821754455566, + 1.0732808113098145, + 1.073380470275879, + 1.076918363571167, + 1.0882670879364014, + 1.0864980220794678, + 1.0781641006469727, + 1.0759716033935547, + 1.0742275714874268, + 1.067699909210205 + ], + "p10": [ + 0.94561767578125, + 0.9496040344238281, + 0.9543876647949219, + 0.9551849365234375, + 0.9504013061523438, + 0.9527931213378906, + 0.9511985778808594, + 0.9511985778808594, + 0.9496040344238281, + 0.9496040344238281, + 0.9472122192382812, + 0.94561767578125, + 0.94561767578125, + 0.9511985778808594, + 0.9543876647949219, + 0.9535903930664062, + 0.9480094909667969, + 0.9480094909667969, + 0.9567794799804688, + 0.9575767517089844, + 0.9504013061523438, + 0.9488067626953125, + 0.9448204040527344, + 0.9384422302246094 + ], + "p90": [ + 1.154104232788086, + 1.2095146179199219, + 1.2270545959472656, + 1.2286491394042969, + 1.22625732421875, + 1.2246627807617188, + 1.2310409545898438, + 1.2302436828613281, + 1.2286491394042969, + 1.22625732421875, + 1.2238655090332031, + 1.2190818786621094, + 1.2222709655761719, + 1.2302436828613281, + 1.2294464111328125, + 1.2318382263183594, + 1.2294464111328125, + 1.239013671875, + 1.2525672912597656, + 1.2493782043457031, + 1.2374191284179688, + 1.232635498046875, + 1.2286491394042969, + 1.2230682373046875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_033118.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_033118.json new file mode 100644 index 0000000000000000000000000000000000000000..d9148ac8095f34d2b7b23eeca9d5754a68a93f1c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_033118.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T03:31:18.872491+00:00", + "metrics": { + "MSE[mean]": 0.03304837724407387, + "MSE[0.5]": 0.04357366310852484, + "MAE[0.5]": 0.17588634292284647, + "MASE[0.5]": 1.3191473556962472, + "MAPE[0.5]": 0.13760602297687854, + "sMAPE[0.5]": 0.15120325715819924, + "MSIS": 16.64140786147883, + "RMSE[mean]": 0.1817921264633699, + "NRMSE[mean]": 0.14993163889878316, + "ND[0.5]": 0.14506088997011296, + "mean_weighted_sum_quantile_loss": 0.10440526392714328 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.00607430934906, + 1.022648572921753, + 1.0253742933273315, + 1.026662826538086, + 1.0295530557632446, + 1.0273922681808472, + 1.0298305749893188, + 1.0352898836135864, + 1.0402851104736328, + 1.040449619293213, + 1.0372979640960693, + 1.0405032634735107, + 1.0407769680023193, + 1.0427312850952148, + 1.0464000701904297, + 1.043656349182129, + 1.0464569330215454, + 1.0450514554977417, + 1.0478161573410034, + 1.0517834424972534, + 1.0558475255966187, + 1.0589994192123413, + 1.0506747961044312, + 1.054105281829834 + ], + "p10": [ + 1.0413774251937866, + 1.0576227903366089, + 1.0613645315170288, + 1.0653012990951538, + 1.067443609237671, + 1.0737966299057007, + 1.0729812383651733, + 1.0733033418655396, + 1.0814814567565918, + 1.0780279636383057, + 1.079805612564087, + 1.076717734336853, + 1.0833523273468018, + 1.084120512008667, + 1.0953638553619385, + 1.0935724973678589, + 1.0936976671218872, + 1.0915104150772095, + 1.094224452972412, + 1.095594048500061, + 1.1040762662887573, + 1.110800862312317, + 1.1026036739349365, + 1.0992398262023926 + ], + "p90": [ + 1.1134356260299683, + 1.1449270248413086, + 1.1565831899642944, + 1.1636378765106201, + 1.169241189956665, + 1.1700633764266968, + 1.17498779296875, + 1.1823265552520752, + 1.19307279586792, + 1.1905981302261353, + 1.1934521198272705, + 1.1944061517715454, + 1.1959993839263916, + 1.2039098739624023, + 1.2085230350494385, + 1.2093825340270996, + 1.2173484563827515, + 1.2186142206192017, + 1.226279377937317, + 1.2313295602798462, + 1.2399871349334717, + 1.2442651987075806, + 1.235595703125, + 1.2349026203155518 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_033226.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_033226.json new file mode 100644 index 0000000000000000000000000000000000000000..6c131a5ea353012a85e7b8d9ed6a79f68945ef5f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_033226.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T03:32:26.967667+00:00", + "metrics": { + "MSE[mean]": 0.03309883495227043, + "MSE[0.5]": 0.03309883495227043, + "MAE[0.5]": 0.14567380646864572, + "MASE[0.5]": 1.0925533694313903, + "MAPE[0.5]": 0.1131802619202212, + "sMAPE[0.5]": 0.12293569225200458, + "MSIS": 6.499742303085843, + "RMSE[mean]": 0.18193085211769452, + "NRMSE[mean]": 0.15004605180056738, + "ND[0.5]": 0.120143336091451, + "mean_weighted_sum_quantile_loss": 0.10246790238014224 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 1.0226742029190063, + 1.0625905990600586, + 1.082318902015686, + 1.0823866128921509, + 1.0733811855316162, + 1.0672732591629028, + 1.0677088499069214, + 1.0790939331054688, + 1.0855518579483032, + 1.0712368488311768, + 1.0625066757202148, + 1.0546743869781494, + 1.0544507503509521, + 1.067544937133789, + 1.0829931497573853, + 1.0813329219818115, + 1.0755975246429443, + 1.0761966705322266, + 1.0831493139266968, + 1.0942790508270264, + 1.1006526947021484, + 1.0989307165145874, + 1.0859838724136353, + 1.0712151527404785 + ], + "p10": [ + 0.9128614068031311, + 0.9243936538696289, + 0.9295963048934937, + 0.927882969379425, + 0.9204380512237549, + 0.9139673709869385, + 0.9128288626670837, + 0.9185031056404114, + 0.9203121066093445, + 0.9085770845413208, + 0.9008505940437317, + 0.895688533782959, + 0.8922736048698425, + 0.9008684754371643, + 0.9075731635093689, + 0.9071022272109985, + 0.9034028649330139, + 0.9023755192756653, + 0.9057081937789917, + 0.9086207151412964, + 0.9097890257835388, + 0.9063026309013367, + 0.8992053270339966, + 0.889839768409729 + ], + "p90": [ + 1.1785125732421875, + 1.2587919235229492, + 1.3020613193511963, + 1.312037467956543, + 1.3108024597167969, + 1.3044463396072388, + 1.3043397665023804, + 1.3209686279296875, + 1.336782455444336, + 1.3149936199188232, + 1.301276445388794, + 1.298996925354004, + 1.305848240852356, + 1.327864170074463, + 1.356610655784607, + 1.3613698482513428, + 1.3547801971435547, + 1.358066201210022, + 1.3703875541687012, + 1.3934979438781738, + 1.4193201065063477, + 1.4079426527023315, + 1.3987925052642822, + 1.3736885786056519 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_033149.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_033149.json new file mode 100644 index 0000000000000000000000000000000000000000..f0d42bcfb09b04583aa6868e64f4bc537370ddea --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_033149.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T03:31:49.520206+00:00", + "metrics": { + "MSE[mean]": 0.03067308672835563, + "MSE[0.5]": 0.03067308672835563, + "MAE[0.5]": 0.13489228983720145, + "MASE[0.5]": 1.0116920079497682, + "MAPE[0.5]": 0.10410232510968513, + "sMAPE[0.5]": 0.11305945975215935, + "MSIS": 11.260013653186705, + "RMSE[mean]": 0.1751373367627692, + "NRMSE[mean]": 0.1444431529794612, + "ND[0.5]": 0.11125136431129448, + "mean_weighted_sum_quantile_loss": 0.09865727227624628 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5 + ], + "predictions": { + "p50": [ + 0.9975982904434204, + 1.0450763702392578, + 1.101898193359375, + 1.0990042686462402, + 1.0985465049743652, + 1.0660816431045532, + 1.0692214965820312, + 1.0961568355560303, + 1.1012095212936401, + 1.1012974977493286, + 1.078015923500061, + 1.0485492944717407, + 1.0368479490280151, + 1.097402572631836, + 1.10367751121521, + 1.1034886837005615, + 1.0993398427963257, + 1.086059331893921, + 1.0949418544769287, + 1.1027498245239258, + 1.1046526432037354, + 1.1018331050872803, + 1.0996689796447754, + 1.067821979522705 + ], + "p10": [ + 0.9048064351081848, + 0.9567339420318604, + 0.9642761945724487, + 0.9492166042327881, + 0.9357627630233765, + 0.9285454750061035, + 0.9147705435752869, + 0.9188069701194763, + 0.946373701095581, + 0.9290301203727722, + 0.9178264141082764, + 0.9029794335365295, + 0.8942925930023193, + 0.9146401286125183, + 0.9334068298339844, + 0.9330578446388245, + 0.919755756855011, + 0.9101424217224121, + 0.9055511355400085, + 0.9127354621887207, + 0.9374026656150818, + 0.9152424335479736, + 0.9032085537910461, + 0.8954060077667236 + ], + "p90": [ + 1.1217691898345947, + 1.1834604740142822, + 1.2202035188674927, + 1.2254657745361328, + 1.2175376415252686, + 1.2100070714950562, + 1.2132624387741089, + 1.2308769226074219, + 1.2642685174942017, + 1.245995044708252, + 1.2390285730361938, + 1.2302660942077637, + 1.22989821434021, + 1.2607097625732422, + 1.2859058380126953, + 1.287078857421875, + 1.2742170095443726, + 1.2670140266418457, + 1.2691410779953003, + 1.2807363271713257, + 1.3000903129577637, + 1.287243366241455, + 1.2795495986938477, + 1.2648741006851196 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9d272cb3e431841aff48a7d5654d47dfc6ecdd6f..68cc4b26f43e5153f7454703aed2729c7cb61448 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,189547.46532185873,189547.46532185873,345.0846354166667,0.3599371188053931,0.0052064076732765965,0.005227866774777737,2.8409340053034793,435.3704920201399,0.006593396570491741,0.0052260773143541165,0.006508051405061252,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,189987.0266316732,189987.0266316732,346.0240885416667,0.3609170061036408,0.005220641486939288,0.005242151356032551,2.8409340053034793,435.8750126259513,0.006600942959927687,0.0052402298940329725,0.006515862487229928,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3539103754318,16.3539103754318,3.026707092920939,1.8727047008785498,0.1322587084564343,0.11857944350187359,33.8137115518343,4.04399683177816,0.1775727219973551,0.13290332300837868,0.09889873129206843,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.08182007922988133,0.08182007922988133,0.22581185152133307,0.233156279361263,0.20392827728826676,0.24372892731974272,1.8924185885258746,0.2860420934580806,0.26163381455583357,0.2065430838209833,0.16911740724861718,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02532391305237584,0.02532391305237584,0.13019820551077524,0.9468958485264941,0.1043331221440202,0.11138000814831402,9.972369459713265,0.15913488948805612,0.13353975671556292,0.10925722664995313,0.09095068378220711,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06083072515289878,0.06083072515289878,0.18804710606733957,0.2067540321611727,0.1656216662462798,0.19256308515063444,2.291358558025784,0.24663885572411087,0.2240304420221608,0.1708095675742947,0.1407245259023884,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03467518886171265,0.03467518886171265,0.15020770331223807,1.1265575901846068,0.11684343701777833,0.12709116219333344,13.714703159604447,0.1862127516087785,0.15357751502060646,0.12388263216319143,0.10412516918341262,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.137096506370805,2.137096506370805,1.1760895252227783,0.722512308094208,0.06655462498607082,0.06321776512749051,12.182555520280095,1.4618811532989968,0.07988421380698277,0.06426718538441516,0.04920129430798545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,772.4659969906112,772.4659969906112,20.62839154402415,3.8279489463137595,0.46592866558007207,0.6515532248526968,112.19400527796795,27.79327251315705,0.8068689726789261,0.5988646743655724,0.5503375740158879,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6145316820543485,0.6145316820543485,0.6041870911916097,0.2652528693036335,0.024894807159031095,0.024871795692069532,1.353878695790361,0.7839207115865408,0.032612404718106586,0.025135187337400933,0.023020728820580674,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9baf5826327a4e3b08cbf2634b953c077cc714d2..db423301ab75edd011d765edc186f168f8162b86 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T03:26:39.927376+00:00", + "evaluated_at": "2026-06-17T03:32:56.860029+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ 65936.75, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 74d936d8fdc942fb759a96834726ff57022a1612..f7244b2e298f98e197113a5bb2a0f10233df26c4 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T03:21:39.351252+00:00", + "evaluated_at": "2026-06-17T03:33:00.822970+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.1394157409667969, - 1.1187210083007812, - 1.0956611633300781, - 1.0714187622070312, - 1.0459938049316406, - 1.0150995254516602, - 0.9931021332740784, - 0.9680929183959961, - 0.9410419464111328, - 0.9135475158691406, - 0.8910789489746094, - 0.8745231628417969, - 0.8467330932617188, - 0.8242645263671875, - 0.81243896484375, - 0.7947006225585938, - 0.760406494140625, - 0.7213821411132812, - 0.7166519165039062, - 0.684722900390625, - 0.6823577880859375, - 0.651611328125, - 0.6445159912109375, - 0.6208648681640625 + 1.1182861328125, + 1.10247802734375, + 1.0846939086914062, + 1.067474365234375, + 1.0463027954101562, + 1.0226876735687256, + 1.0069236755371094, + 0.9874458312988281, + 0.965850830078125, + 0.9472198486328125, + 0.9314117431640625, + 0.920684814453125, + 0.89923095703125, + 0.882293701171875, + 0.87664794921875, + 0.864227294921875, + 0.839385986328125, + 0.810028076171875, + 0.798736572265625, + 0.779541015625, + 0.769378662109375, + 0.7479248046875, + 0.7388916015625, + 0.72308349609375 ], "p10": [ - 1.1222686767578125, - 1.0998001098632812, - 1.0569324493408203, - 1.02056884765625, - 0.9752621650695801, - 0.9330596923828125, - 0.892852783203125, - 0.8490982055664062, - 0.802978515625, - 0.7533111572265625, - 0.7190170288085938, - 0.6776275634765625, - 0.6255950927734375, - 0.575927734375, - 0.5451812744140625, - 0.4978790283203125, - 0.424560546875, - 0.363067626953125, - 0.3299560546875, - 0.277923583984375, - 0.2542724609375, - 0.202239990234375, - 0.164398193359375, - 0.121826171875 + 1.104736328125, + 1.0861053466796875, + 1.0563240051269531, + 1.0333175659179688, + 1.0026893615722656, + 0.9689559936523438, + 0.9438323974609375, + 0.9105224609375, + 0.8805999755859375, + 0.84954833984375, + 0.819061279296875, + 0.79986572265625, + 0.760345458984375, + 0.72760009765625, + 0.70501708984375, + 0.671142578125, + 0.616943359375, + 0.56951904296875, + 0.53564453125, + 0.49725341796875, + 0.472412109375, + 0.4317626953125, + 0.3956298828125, + 0.3594970703125 ], "p90": [ - 1.1589279174804688, - 1.1394157409667969, - 1.1311378479003906, - 1.1204948425292969, - 1.1074867248535156, - 1.0862007141113281, - 1.0844268798828125, - 1.0714187622070312, - 1.058115005493164, - 1.0524978637695312, - 1.0427417755126953, - 1.0424461364746094, - 1.0312118530273438, - 1.030324935913086, - 1.0388984680175781, - 1.0388984680175781, - 1.0448112487792969, - 1.0241165161132812, - 1.0409679412841797, - 1.0264816284179688, - 1.0362377166748047, - 1.0266294479370117, - 1.043924331665039, - 1.0563411712646484 + 1.1403045654296875, + 1.1267547607421875, + 1.1154632568359375, + 1.1075592041015625, + 1.0937271118164062, + 1.0790481567382812, + 1.0762252807617188, + 1.0649337768554688, + 1.0564651489257812, + 1.0515251159667969, + 1.0485610961914062, + 1.0440444946289062, + 1.0379753112792969, + 1.0371284484863281, + 1.0430564880371094, + 1.0457382202148438, + 1.0563240051269531, + 1.0402336120605469, + 1.0447502136230469, + 1.04150390625, + 1.0430564880371094, + 1.0423507690429688, + 1.0554771423339844, + 1.0643692016601562 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 73efbaed8a8473a1fe9e3b072a80bde512306b88..a0561aacdadd75ac1b9118d71f315373bcf90601 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T03:16:20.081786+00:00", + "evaluated_at": "2026-06-17T03:33:04.730902+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.09159517288208, - 1.0901682376861572, - 1.087802529335022, - 1.0878275632858276, - 1.0866228342056274, - 1.0856026411056519, - 1.0855275392532349, - 1.084792137145996, - 1.081831932067871, - 1.0814063549041748, - 1.080430030822754, - 1.080354928970337, - 1.0808806419372559, - 1.0808806419372559, - 1.0803799629211426, - 1.0810809135437012, - 1.0846545696258545, - 1.0806803703308105, - 1.0819571018218994, - 1.0869576930999756, - 1.0836594104766846, - 1.083396553993225, - 1.0830585956573486, - 1.0782771110534668 + 1.0249462127685547, + 1.0516548156738281, + 1.0636138916015625, + 1.0683975219726562, + 1.0691947937011719, + 1.0723838806152344, + 1.0743272304534912, + 1.0741279125213623, + 1.0721845626831055, + 1.0724835395812988, + 1.0702910423278809, + 1.0676002502441406, + 1.0682978630065918, + 1.0728821754455566, + 1.0728821754455566, + 1.0732808113098145, + 1.073380470275879, + 1.076918363571167, + 1.0882670879364014, + 1.0864980220794678, + 1.0781641006469727, + 1.0759716033935547, + 1.0742275714874268, + 1.067699909210205 ], "p10": [ - 1.0070304870605469, - 0.9837989807128906, - 0.9705810546875, - 0.96417236328125, - 0.960968017578125, - 0.9617691040039062, - 0.960968017578125, - 0.9585647583007812, - 0.9561614990234375, - 0.954559326171875, - 0.9489517211914062, - 0.9505538940429688, - 0.9489517211914062, - 0.95135498046875, - 0.9537582397460938, - 0.9561614990234375, - 0.9585647583007812, - 0.9529571533203125, - 0.9537582397460938, - 0.957763671875, - 0.9529571533203125, - 0.95135498046875, - 0.948150634765625, - 0.9433441162109375 + 0.94561767578125, + 0.9496040344238281, + 0.9543876647949219, + 0.9551849365234375, + 0.9504013061523438, + 0.9527931213378906, + 0.9511985778808594, + 0.9511985778808594, + 0.9496040344238281, + 0.9496040344238281, + 0.9472122192382812, + 0.94561767578125, + 0.94561767578125, + 0.9511985778808594, + 0.9543876647949219, + 0.9535903930664062, + 0.9480094909667969, + 0.9480094909667969, + 0.9567794799804688, + 0.9575767517089844, + 0.9504013061523438, + 0.9488067626953125, + 0.9448204040527344, + 0.9384422302246094 ], "p90": [ - 1.1864738464355469, - 1.2085037231445312, - 1.2197189331054688, - 1.2269287109375, - 1.230133056640625, - 1.2277297973632812, - 1.230133056640625, - 1.2325363159179688, - 1.2285308837890625, - 1.2277297973632812, - 1.2285308837890625, - 1.223724365234375, - 1.2261276245117188, - 1.2253265380859375, - 1.2277297973632812, - 1.2309341430664062, - 1.230133056640625, - 1.2285308837890625, - 1.2309341430664062, - 1.2373428344726562, - 1.23333740234375, - 1.2341384887695312, - 1.23333740234375, - 1.2285308837890625 + 1.154104232788086, + 1.2095146179199219, + 1.2270545959472656, + 1.2286491394042969, + 1.22625732421875, + 1.2246627807617188, + 1.2310409545898438, + 1.2302436828613281, + 1.2286491394042969, + 1.22625732421875, + 1.2238655090332031, + 1.2190818786621094, + 1.2222709655761719, + 1.2302436828613281, + 1.2294464111328125, + 1.2318382263183594, + 1.2294464111328125, + 1.239013671875, + 1.2525672912597656, + 1.2493782043457031, + 1.2374191284179688, + 1.232635498046875, + 1.2286491394042969, + 1.2230682373046875 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index da71a74d546c8fe90a1a2b074fc1e3ae08c5722a..aebd06e6b29dbca17a79da6d0fd444b822d93969 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T03:26:42.423711+00:00", + "evaluated_at": "2026-06-17T03:33:07.226838+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 88b31c08fcd94e991a40e25a830dd75e9d7fc5cd..65dd3db8bfe486258d8123b5636643bfb50855b4 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,86732.45657857259,186269.48218981424,365.0265299479167,0.3807373148281236,0.00551208971161576,0.005532811540975946,1.8929988082451779,294.503746289538,0.004460063385950798,0.005528084045222246,0.004127406972066204,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,86652.6617787679,186750.27668444315,365.9659830729167,0.3817172021263713,0.00552631875872524,0.005547096113305578,1.8929988082451779,294.36824179718826,0.004457947615788039,0.0055422323133059465,0.0041352520414740974,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.5904912307019,16.133424850871204,3.054056723912557,1.8896266497004521,0.13246226890609372,0.11936849060466577,77.54347347707674,4.3116691930970195,0.18932626973244315,0.13410425085843075,0.139391436490244,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.133638530308396,0.14485309949787906,0.3051370643079281,0.3150615086406735,0.2756457782151358,0.3519123732500204,9.336830656799913,0.36556604096715,0.3343718982546401,0.2790993910445268,0.24953907350554694,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.027782973188566967,0.035396431685907004,0.16079427798589072,1.169412694240661,0.12896789331358152,0.1400043633124842,17.61256360175551,0.16668225217031046,0.13987320741059742,0.1349322504484603,0.1007823689300728,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.09250422549413824,0.10654016636665808,0.2519864688316981,0.2770540827272957,0.2221870514882218,0.2725510825479293,6.252170555417351,0.304145073105152,0.27626529066785893,0.22888786047205975,0.18911132526051289,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03304837724407387,0.04357366310852484,0.17588634292284647,1.3191473556962472,0.13760602297687854,0.15120325715819924,16.64140786147883,0.1817921264633699,0.14993163889878316,0.14506088997011296,0.10440526392714328,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.6832951367708422,1.3247526679371429,0.8516061305999756,0.5231709812995865,0.048539261293761495,0.04644311185067176,27.240792177188908,1.2974186436038455,0.07089719166905296,0.046535852837738624,0.05671801512698433,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,805.3128073307938,841.4782066757613,21.418983340263367,3.974656702316913,0.4658997803808383,0.6840690093113309,138.16082318050346,28.378033887688446,0.8238452322866102,0.6218164152999279,0.5904779053252489,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.7464492161907401,0.7523389860399826,0.674848477045695,0.29627494114201247,0.027775516626542884,0.027895992484848798,9.805713746605852,0.8639729256121051,0.035942709892846175,0.028074818449776925,0.029388631107908944,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index eaca5c38c0d7f34ec1581a93a298f8964a7b344a..1666671e9911e23d2f515cdf059530a4eb650c58 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T03:25:22.211530+00:00", + "evaluated_at": "2026-06-17T03:30:55.940870+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ 66052.046875, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1cf947f2ec8983391d18f8718d78fd38c5414454..6de1dd7b0bd7045b9e3217648db0e9893e15f238 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T03:20:22.165297+00:00", + "evaluated_at": "2026-06-17T03:31:07.851851+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.1169344186782837, - 1.1002821922302246, - 1.079529881477356, - 1.0345395803451538, - 1.00669264793396, - 0.9869670867919922, - 0.9699503183364868, - 0.9312783479690552, - 0.8930816650390625, - 0.8767114877700806, - 0.8247756958007812, - 0.7977590560913086, - 0.7835932970046997, - 0.7583180665969849, - 0.730136513710022, - 0.679650068283081, - 0.6540449857711792, - 0.6223719120025635, - 0.5811100006103516, - 0.5741696357727051, - 0.53157639503479, - 0.48918473720550537, - 0.4530099630355835, - 0.4400427043437958 + 1.1008259057998657, + 1.093868613243103, + 1.0853203535079956, + 1.0409016609191895, + 1.0168704986572266, + 0.9970959424972534, + 0.994660496711731, + 0.9619576930999756, + 0.9339661598205566, + 0.926612377166748, + 0.8845866918563843, + 0.859546422958374, + 0.8493379354476929, + 0.8261432647705078, + 0.8084911108016968, + 0.7648440599441528, + 0.7522279024124146, + 0.7159619331359863, + 0.6891463994979858, + 0.6836841106414795, + 0.6447204351425171, + 0.6036452054977417, + 0.5702476501464844, + 0.5723029375076294 ], "p10": [ - 1.1381767988204956, - 1.1119489669799805, - 1.0764274597167969, - 1.0362963676452637, - 1.0158878564834595, - 0.9857110977172852, - 0.9461497068405151, - 0.8806610107421875, - 0.9299730062484741, - 0.8825058937072754, - 0.8541470766067505, - 0.838416337966919, - 0.7916967868804932, - 0.7857228517532349, - 0.7336820363998413, - 0.6845101118087769, - 0.6778091192245483, - 0.650583028793335, - 0.6200801134109497, - 0.6131184101104736, - 0.5766950845718384, - 0.493476539850235, - 0.49819129705429077, - 0.45063722133636475 + 1.115554928779602, + 1.099707007408142, + 1.0821648836135864, + 1.04819917678833, + 1.0305253267288208, + 0.9936972856521606, + 0.9716876745223999, + 0.9242289066314697, + 0.9504320621490479, + 0.9181225299835205, + 0.9084376096725464, + 0.8836237192153931, + 0.8602044582366943, + 0.8453415632247925, + 0.8237712383270264, + 0.7697250843048096, + 0.7685478925704956, + 0.7312254905700684, + 0.7319594621658325, + 0.7235925197601318, + 0.6852529048919678, + 0.6225767135620117, + 0.6260292530059814, + 0.5799248218536377 ], "p90": [ - 1.1507731676101685, - 1.1341923475265503, - 1.1334168910980225, - 1.0845686197280884, - 1.0644199848175049, - 1.0451985597610474, - 1.017962098121643, - 0.9795727729797363, - 0.9453142881393433, - 0.9226127862930298, - 0.8971900939941406, - 0.8597126007080078, - 0.8735028505325317, - 0.8387548923492432, - 0.8189541101455688, - 0.7729259729385376, - 0.7551631927490234, - 0.7360228300094604, - 0.7052514553070068, - 0.6917572021484375, - 0.6650108098983765, - 0.6319533586502075, - 0.6079074144363403, - 0.5756715536117554 + 1.1375898122787476, + 1.1327948570251465, + 1.1338202953338623, + 1.0920336246490479, + 1.0783849954605103, + 1.0599708557128906, + 1.048447847366333, + 1.020019292831421, + 0.9978213310241699, + 0.9875456094741821, + 0.9758294820785522, + 0.9479855298995972, + 0.9717488288879395, + 0.9512017965316772, + 0.943230390548706, + 0.9103375673294067, + 0.9119064807891846, + 0.8899855613708496, + 0.8804106712341309, + 0.8684285879135132, + 0.8499337434768677, + 0.8259003162384033, + 0.8076915740966797, + 0.796393871307373 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5cce5a8570a5de9c752ca7cc5aa3c90c77a12aa0..a1daa834f3bed872e4378210be64e4d6e8ce011e 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T03:15:19.039443+00:00", + "evaluated_at": "2026-06-17T03:31:18.872491+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.0749318599700928, - 1.0619455575942993, - 1.0560088157653809, - 1.052107334136963, - 1.0516278743743896, - 1.0475735664367676, - 1.0465798377990723, - 1.0445351600646973, - 1.0425796508789062, - 1.0448830127716064, - 1.0402038097381592, - 1.0422050952911377, - 1.041213870048523, - 1.037853717803955, + 1.00607430934906, + 1.022648572921753, + 1.0253742933273315, + 1.026662826538086, + 1.0295530557632446, + 1.0273922681808472, + 1.0298305749893188, + 1.0352898836135864, 1.0402851104736328, - 1.039513349533081, - 1.0418369770050049, - 1.0386693477630615, - 1.040351390838623, - 1.0435309410095215, - 1.0443578958511353, - 1.0466935634613037, - 1.0418732166290283, - 1.0464913845062256 + 1.040449619293213, + 1.0372979640960693, + 1.0405032634735107, + 1.0407769680023193, + 1.0427312850952148, + 1.0464000701904297, + 1.043656349182129, + 1.0464569330215454, + 1.0450514554977417, + 1.0478161573410034, + 1.0517834424972534, + 1.0558475255966187, + 1.0589994192123413, + 1.0506747961044312, + 1.054105281829834 ], "p10": [ - 1.0994209051132202, - 1.0900835990905762, - 1.0841381549835205, - 1.0813196897506714, - 1.0818208456039429, - 1.082930326461792, - 1.0812273025512695, - 1.0752527713775635, - 1.0788142681121826, - 1.0778237581253052, - 1.0761326551437378, - 1.0739519596099854, - 1.0752217769622803, - 1.0743153095245361, - 1.0782420635223389, - 1.0789985656738281, - 1.0774779319763184, - 1.0786545276641846, - 1.081568956375122, - 1.0785236358642578, - 1.081341028213501, - 1.088681936264038, - 1.0817718505859375, - 1.0820980072021484 + 1.0413774251937866, + 1.0576227903366089, + 1.0613645315170288, + 1.0653012990951538, + 1.067443609237671, + 1.0737966299057007, + 1.0729812383651733, + 1.0733033418655396, + 1.0814814567565918, + 1.0780279636383057, + 1.079805612564087, + 1.076717734336853, + 1.0833523273468018, + 1.084120512008667, + 1.0953638553619385, + 1.0935724973678589, + 1.0936976671218872, + 1.0915104150772095, + 1.094224452972412, + 1.095594048500061, + 1.1040762662887573, + 1.110800862312317, + 1.1026036739349365, + 1.0992398262023926 ], "p90": [ - 1.1638516187667847, - 1.1632550954818726, - 1.166629672050476, - 1.1667954921722412, - 1.1693551540374756, - 1.168205976486206, - 1.1697700023651123, - 1.1702388525009155, - 1.172047734260559, - 1.1729134321212769, - 1.1718947887420654, - 1.1722149848937988, - 1.173506736755371, - 1.1735442876815796, - 1.1769472360610962, - 1.1785353422164917, - 1.1840155124664307, - 1.1819599866867065, - 1.188999056816101, - 1.190449833869934, - 1.1949071884155273, - 1.1987978219985962, - 1.1930338144302368, - 1.1950420141220093 + 1.1134356260299683, + 1.1449270248413086, + 1.1565831899642944, + 1.1636378765106201, + 1.169241189956665, + 1.1700633764266968, + 1.17498779296875, + 1.1823265552520752, + 1.19307279586792, + 1.1905981302261353, + 1.1934521198272705, + 1.1944061517715454, + 1.1959993839263916, + 1.2039098739624023, + 1.2085230350494385, + 1.2093825340270996, + 1.2173484563827515, + 1.2186142206192017, + 1.226279377937317, + 1.2313295602798462, + 1.2399871349334717, + 1.2442651987075806, + 1.235595703125, + 1.2349026203155518 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 157c5b3a27e1d9f75cddd6870b1f0cf20ef3728d..d25037c700cf4b2e6ac58ed33927c69ba0d36185 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,23 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T03:25:53.583313+00:00", + "evaluated_at": "2026-06-17T03:31:31.141106+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index b902b9f9066b4ea364e23bc7f55fef39d2a5fa53..96463e6fc6bcf1027c2f73cbd89a861f82eea718 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,152003.81473286948,152003.81473286948,362.265625,0.37785758020577864,0.005484614806250543,0.005480515598674247,2.38810520037439,389.87666605334243,0.005904422830640408,0.005486271975849834,0.005636425143094684,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,151247.71643575034,151247.71643575034,361.326171875,0.376877692907531,0.005470242774422936,0.005466231104960186,2.38810520037439,388.90579378012654,0.005889635531209094,0.00547196646145597,0.0056316022781767614,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.637521577107236,17.637521577107236,3.200507879257202,1.9802398998905577,0.1397924349280809,0.1251624238063063,35.26122992760205,4.19970493929124,0.18440989661403176,0.1405349508258121,0.10327514252213105,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08438296094846749,0.08438296094846749,0.2354761560757955,0.24313491102896223,0.2129759255421475,0.25411773085427664,4.913214173617636,0.2904874540293737,0.26569984773746375,0.2153827228931392,0.189644827443484,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02000576438627988,0.02000576438627988,0.11177316308021545,0.8128955670481316,0.08971146043817217,0.09464427606840493,4.260535010460794,0.14144173495216988,0.11869235549604316,0.09379565381971876,0.08519314315335033,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05186070001880383,0.05186070001880383,0.18324254204829535,0.20147151011396733,0.16222623827126573,0.18493704418241988,3.035558182672588,0.2277294447777973,0.20685438239342166,0.166445419039182,0.13992045561678854,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.03309883495227043,0.03309883495227043,0.14567380646864572,1.0925533694313903,0.1131802619202212,0.12293569225200458,6.499742303085843,0.18193085211769452,0.15004605180056738,0.120143336091451,0.10246790238014224,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.4534192894432938,1.4534192894432938,0.8643535772959391,0.531002176916148,0.04939001060359869,0.047101968633995295,11.583888835039021,1.205578404519297,0.06587859950883654,0.04723243460504265,0.04022646369296933,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,778.7046673921873,778.7046673921873,20.45456886291504,3.7956931910563987,0.4507438833272858,0.6385375747724927,112.54490264174865,27.905280277972256,0.8101206800871029,0.5938184126103794,0.5500774716645442,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.6408713720450882,0.6408713720450882,0.6579891840616862,0.2888733003197647,0.027535212895602082,0.027369926597003293,1.6502753001887625,0.8005444222809176,0.03330397871668678,0.027373443836338187,0.025690692271313903,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index f94e9125e2c517a146c9c515549d2317c2655cfc..e2881b01861a073fb671405df316425065ca223d 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T03:26:19.530096+00:00", + "evaluated_at": "2026-06-17T03:32:06.250462+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ 66135.96875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f7911da45a9e86bf8be4771c23694a812d0b2da8..bc40fd391b8c06b9a92ce5ed5a86684d462a5207 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T03:21:06.142011+00:00", + "evaluated_at": "2026-06-17T03:32:19.897680+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.1258870363235474, - 1.1014902591705322, - 1.0785276889801025, - 1.0548474788665771, - 1.0304489135742188, - 1.006071925163269, - 0.9828481078147888, - 0.9571799039840698, - 0.9318613409996033, - 0.9068717360496521, - 0.8820835947990417, - 0.8572965860366821, - 0.8321450352668762, - 0.8082773685455322, - 0.7857280969619751, - 0.764509379863739, - 0.7449400424957275, - 0.7254576683044434, - 0.7075767517089844, - 0.6908098459243774, - 0.6749933958053589, - 0.6614856719970703, - 0.6458584070205688, - 0.6303762197494507 + 1.0973994731903076, + 1.0789932012557983, + 1.0622135400772095, + 1.0449259281158447, + 1.0276418924331665, + 1.009495496749878, + 0.9922311902046204, + 0.9750250577926636, + 0.9572454690933228, + 0.9400890469551086, + 0.9244281649589539, + 0.9090878367424011, + 0.8945409059524536, + 0.8805138468742371, + 0.8674400448799133, + 0.8551970720291138, + 0.84376060962677, + 0.8335943818092346, + 0.8243688941001892, + 0.8159698247909546, + 0.8077967762947083, + 0.8004918694496155, + 0.7937914133071899, + 0.787937343120575 ], "p10": [ - 1.114424228668213, - 1.087075114250183, - 1.0588856935501099, - 1.0291168689727783, - 0.9979508519172668, - 0.9656184911727905, - 0.9341174960136414, - 0.8999250531196594, - 0.8641821146011353, - 0.8268314599990845, - 0.7875044345855713, - 0.7466006278991699, - 0.7053937911987305, - 0.666183590888977, - 0.6257086992263794, - 0.5844137668609619, - 0.5448602437973022, - 0.5069112777709961, - 0.4723251461982727, - 0.43731385469436646, - 0.40559202432632446, - 0.3753884434700012, - 0.34306448698043823, - 0.30856794118881226 + 1.0843992233276367, + 1.0632764101028442, + 1.041872501373291, + 1.0196577310562134, + 0.9970391392707825, + 0.9716857075691223, + 0.9464883208274841, + 0.9221605658531189, + 0.895870566368103, + 0.868340253829956, + 0.8395068645477295, + 0.8102072477340698, + 0.7827916741371155, + 0.7558888792991638, + 0.7272287607192993, + 0.6980525255203247, + 0.6698302030563354, + 0.6438894271850586, + 0.6197870969772339, + 0.5944539308547974, + 0.5713096261024475, + 0.5488983392715454, + 0.5268283486366272, + 0.5036700963973999 ], "p90": [ - 1.1379141807556152, - 1.1158452033996582, - 1.0980970859527588, - 1.0790259838104248, - 1.0608683824539185, - 1.0448952913284302, - 1.0292428731918335, - 1.012143850326538, - 0.9965852499008179, - 0.9830919504165649, - 0.9711396098136902, - 0.960045576095581, - 0.946617066860199, - 0.9357073307037354, - 0.9265626668930054, - 0.9197656512260437, - 0.9165256023406982, - 0.9129025340080261, - 0.9116730093955994, - 0.9104328751564026, - 0.9125217795372009, - 0.9174573421478271, - 0.9206043481826782, - 0.9235620498657227 + 1.1102393865585327, + 1.0948727130889893, + 1.0829001665115356, + 1.0703619718551636, + 1.059647560119629, + 1.0488250255584717, + 1.038933277130127, + 1.0308488607406616, + 1.0229159593582153, + 1.016389012336731, + 1.0139232873916626, + 1.0123947858810425, + 1.010392189025879, + 1.009501338005066, + 1.0094807147979736, + 1.0100035667419434, + 1.0118687152862549, + 1.014613389968872, + 1.019837737083435, + 1.0248699188232422, + 1.0332359075546265, + 1.0438604354858398, + 1.0557892322540283, + 1.0672376155853271 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4e774d1f18fae9801d84e862da0334fb2f62d785..c2fdf86edc026e6a99ed8a07f7ea6fbe5ec96d62 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T03:15:50.660113+00:00", + "evaluated_at": "2026-06-17T03:32:26.967667+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.1043847799301147, - 1.1051756143569946, - 1.1129047870635986, - 1.1204924583435059, - 1.1202878952026367, - 1.1120558977127075, - 1.1041734218597412, - 1.103110671043396, - 1.1072887182235718, - 1.1087085008621216, - 1.1045808792114258, - 1.0994898080825806, - 1.0951162576675415, - 1.0932579040527344, - 1.1018551588058472, - 1.1115025281906128, - 1.111581802368164, - 1.1054316759109497, - 1.1030197143554688, - 1.1064763069152832, - 1.1153247356414795, - 1.1212236881256104, - 1.1176565885543823, - 1.1099590063095093 + 1.0226742029190063, + 1.0625905990600586, + 1.082318902015686, + 1.0823866128921509, + 1.0733811855316162, + 1.0672732591629028, + 1.0677088499069214, + 1.0790939331054688, + 1.0855518579483032, + 1.0712368488311768, + 1.0625066757202148, + 1.0546743869781494, + 1.0544507503509521, + 1.067544937133789, + 1.0829931497573853, + 1.0813329219818115, + 1.0755975246429443, + 1.0761966705322266, + 1.0831493139266968, + 1.0942790508270264, + 1.1006526947021484, + 1.0989307165145874, + 1.0859838724136353, + 1.0712151527404785 ], "p10": [ - 0.9952219724655151, - 0.9670170545578003, - 0.9591840505599976, - 0.9585445523262024, - 0.9551038146018982, - 0.946114718914032, - 0.9358465671539307, - 0.9313343167304993, - 0.9315545558929443, - 0.9279029369354248, - 0.9216560125350952, - 0.9173675775527954, - 0.9121642708778381, - 0.9094173908233643, - 0.9151612520217896, - 0.9205318689346313, - 0.9198070168495178, - 0.9152052402496338, - 0.9108439087867737, - 0.9115298390388489, - 0.9142447710037231, - 0.9174261689186096, - 0.9167405366897583, - 0.9120043516159058 + 0.9128614068031311, + 0.9243936538696289, + 0.9295963048934937, + 0.927882969379425, + 0.9204380512237549, + 0.9139673709869385, + 0.9128288626670837, + 0.9185031056404114, + 0.9203121066093445, + 0.9085770845413208, + 0.9008505940437317, + 0.895688533782959, + 0.8922736048698425, + 0.9008684754371643, + 0.9075731635093689, + 0.9071022272109985, + 0.9034028649330139, + 0.9023755192756653, + 0.9057081937789917, + 0.9086207151412964, + 0.9097890257835388, + 0.9063026309013367, + 0.8992053270339966, + 0.889839768409729 ], "p90": [ - 1.2478653192520142, - 1.2909003496170044, - 1.323258638381958, - 1.351654291152954, - 1.3631796836853027, - 1.3546292781829834, - 1.3447465896606445, - 1.343552589416504, - 1.350441575050354, - 1.357421636581421, - 1.3539732694625854, - 1.3544909954071045, - 1.354206919670105, - 1.3558138608932495, - 1.3732284307479858, - 1.395989179611206, - 1.4001363515853882, - 1.3912349939346313, - 1.3881295919418335, - 1.4001457691192627, - 1.416008472442627, - 1.4233074188232422, - 1.4253073930740356, - 1.409690499305725 + 1.1785125732421875, + 1.2587919235229492, + 1.3020613193511963, + 1.312037467956543, + 1.3108024597167969, + 1.3044463396072388, + 1.3043397665023804, + 1.3209686279296875, + 1.336782455444336, + 1.3149936199188232, + 1.301276445388794, + 1.298996925354004, + 1.305848240852356, + 1.327864170074463, + 1.356610655784607, + 1.3613698482513428, + 1.3547801971435547, + 1.358066201210022, + 1.3703875541687012, + 1.3934979438781738, + 1.4193201065063477, + 1.4079426527023315, + 1.3987925052642822, + 1.3736885786056519 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c8bc1032e236929a5fc24864541d8fbd194bdd99..acd79a5198a65690a5194aabd8c2937246edd68c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T03:26:27.701130+00:00", + "evaluated_at": "2026-06-17T03:32:32.293507+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 328e97a379c6e4cb40f07fc384e53bbda836b15b..eb9eac7a97f2f8f2adc377be6a8dce607b6732e5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,88656.13947550456,88656.13947550456,229.98828125,0.2398870039872291,0.0034716668176875184,0.0034778601049917026,2.798195504379388,297.75180851760507,0.004509253128360557,0.0034830195721599166,0.005754402733370171,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,88554.78129069011,88554.78129069011,229.048828125,0.23890711668898143,0.0034573704737699937,0.00346357548078872,2.798195504379388,297.58155401618916,0.004506610397676539,0.0034687426571728816,0.005749578184146717,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.05844672414484,27.05844672414484,4.005553563435872,2.4783432151104177,0.17518568902389717,0.1530420853383816,59.56318838485316,5.201773421069476,0.22841092711406744,0.17588467027872576,0.14384385186693963,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.06998450775170466,0.06998450775170466,0.21582474559545517,0.22284434735425532,0.19519026916843052,0.2286023268833468,4.257676681720832,0.2645458518890528,0.24197187035620252,0.19740818836496352,0.1725226099595266,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0210404586674026,0.0210404586674026,0.11477201183636983,0.8347053717717952,0.09194116039248046,0.09732937050297323,5.467151886909278,0.14505329595497857,0.12172303581529952,0.09631217005705639,0.08038634451269254,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.043210317670140906,0.043210317670140906,0.16727099070946375,0.18391110884945602,0.1481306692543554,0.1667942203734694,2.245472217969786,0.2078709158832493,0.1888162067252213,0.15193791698435355,0.12491089807981963,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03067308672835563,0.03067308672835563,0.13489228983720145,1.0116920079497682,0.10410232510968513,0.11305945975215935,11.260013653186705,0.1751373367627692,0.1444431529794612,0.11125136431129448,0.09865727227624628,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1667706551437125,1.1667706551437125,0.7435441017150879,0.4567847545434442,0.04262989721819538,0.040783578153531806,3.7992133521689966,1.0801715859731325,0.059025768084758165,0.0406308241010482,0.03110354874999994,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,871.938561488194,871.938561488194,21.83874173959096,4.052550013532343,0.47019496942482664,0.7045767988395207,113.50420705805118,29.52860581687178,0.8572475885601973,0.6340024588210166,0.5887990017562733,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.107039384683958,1.107039384683958,0.6818399429321289,0.29934436518971513,0.027419560124369458,0.027951234915774687,1.9593749511532668,1.0521593912920029,0.04377157968862192,0.028365675052608303,0.031197943097923446,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 4421061ce6528d4e3bfaa35d8df455aca684cd7a..1dee0f84c441252f22bfecdafc23e3c849f5d398 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T03:25:58.297453+00:00", + "evaluated_at": "2026-06-17T03:31:37.225176+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65700.0, 65940.0, 65904.0, - 65755.453125 + 65778.0 ], "p50": [ 66124.6328125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 06370f874b46642434522b655924679c7cbbec9e..52d92710c4b52255d5f6004cd2d66f98bbd68f1c 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T03:20:33.831543+00:00", + "evaluated_at": "2026-06-17T03:31:42.847844+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - -0.2939999997615814, - -0.2770000100135803, -0.2590000033378601, -0.2290000021457672, -0.2029999941587448, @@ -101,11 +99,11 @@ 1.2280000448226929, 1.2029999494552612, 1.1720000505447388, - 1.1510000228881836 + 1.1510000228881836, + 1.1349999904632568, + 1.125 ], "actuals": [ - 1.1349999904632568, - 1.125, 1.1080000400543213, 1.1039999723434448, 1.0839999914169312, @@ -127,89 +125,89 @@ 1.125, 1.156000018119812, 1.1629999876022339, - 1.180999994277954 + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497 ], "p50": [ - 1.1230933666229248, - 1.0997986793518066, - 1.076972484588623, - 1.0528297424316406, - 1.0291805267333984, - 1.0065648555755615, - 0.983713686466217, - 0.9603302478790283, - 0.9376250505447388, - 0.916542649269104, - 0.8945409655570984, - 0.87529057264328, - 0.8541321158409119, - 0.8348307609558105, - 0.8160098791122437, - 0.7953354120254517, - 0.7789615988731384, - 0.7629243731498718, - 0.7457554340362549, - 0.7326653599739075, - 0.7156420946121216, - 0.7009162902832031, - 0.6894867420196533, - 0.6760634183883667 + 1.1044962406158447, + 1.085592269897461, + 1.0663516521453857, + 1.0476117134094238, + 1.0305182933807373, + 1.0142369270324707, + 0.9968091249465942, + 0.9785010814666748, + 0.9617367386817932, + 0.9477009177207947, + 0.9334841966629028, + 0.9214041233062744, + 0.9072808623313904, + 0.8960059881210327, + 0.8858819603919983, + 0.8737850785255432, + 0.8665465116500854, + 0.8586360216140747, + 0.8498213291168213, + 0.8450906276702881, + 0.8401227593421936, + 0.8342914581298828, + 0.8325386643409729, + 0.8290519714355469 ], "p10": [ - 1.1093530654907227, - 1.0805808305740356, - 1.052427053451538, - 1.0219846963882446, - 0.9912334680557251, - 0.9594213366508484, - 0.9274344444274902, - 0.8980376124382019, - 0.8658905029296875, - 0.8351953029632568, - 0.8005928993225098, - 0.7694607973098755, - 0.7337942123413086, - 0.7006036043167114, - 0.6670975685119629, - 0.6283488273620605, - 0.5946857929229736, - 0.5607861280441284, - 0.5244635343551636, - 0.4939679801464081, - 0.46272289752960205, - 0.42611175775527954, - 0.39627552032470703, - 0.36299002170562744 + 1.087226390838623, + 1.0619022846221924, + 1.038697600364685, + 1.0138367414474487, + 0.9905152320861816, + 0.9664521813392639, + 0.9409894943237305, + 0.9162319898605347, + 0.8914049863815308, + 0.869275689125061, + 0.8441666960716248, + 0.8207873106002808, + 0.7940847873687744, + 0.7697694897651672, + 0.7475132346153259, + 0.7193445563316345, + 0.6985058784484863, + 0.6761989593505859, + 0.6536504626274109, + 0.6334228515625, + 0.6156830787658691, + 0.5915720462799072, + 0.5724775791168213, + 0.5514416098594666 ], "p90": [ - 1.1390330791473389, - 1.1181514263153076, - 1.1016113758087158, - 1.0849047899246216, - 1.068904161453247, - 1.0538489818572998, - 1.0391273498535156, - 1.0236144065856934, - 1.010499358177185, - 0.9980005621910095, - 0.9855725765228271, - 0.9774798154830933, - 0.9666723012924194, - 0.959851086139679, - 0.9544192552566528, - 0.9491509199142456, - 0.9391969442367554, - 0.9380528926849365, - 0.9363770484924316, - 0.9354264736175537, - 0.9321998357772827, - 0.9322269558906555, - 0.9345096945762634, - 0.9414876103401184 + 1.1226842403411865, + 1.1073269844055176, + 1.0946063995361328, + 1.0838152170181274, + 1.0743098258972168, + 1.0654183626174927, + 1.0568000078201294, + 1.0448992252349854, + 1.0390219688415527, + 1.033095121383667, + 1.028360366821289, + 1.027259349822998, + 1.0245236158370972, + 1.0250519514083862, + 1.0281778573989868, + 1.0320749282836914, + 1.0337882041931152, + 1.0405532121658325, + 1.050170660018921, + 1.0592128038406372, + 1.06552255153656, + 1.0758196115493774, + 1.0837757587432861, + 1.0970977544784546 ], "timestamps": [ - "2026-06-16 15:18:00", - "2026-06-16 15:24:00", "2026-06-16 15:30:00", "2026-06-16 15:36:00", "2026-06-16 15:42:00", @@ -327,6 +325,8 @@ "2026-06-17 02:54:00", "2026-06-17 03:00:00", "2026-06-17 03:06:00", - "2026-06-17 03:12:00" + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 99ba88515619ee5df5ef0cbe9c524fd64007c641..eb3d1e7d13b253c4c51d8101f613acfa600b5f04 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T03:15:33.785214+00:00", + "evaluated_at": "2026-06-17T03:31:49.520206+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -101,10 +100,10 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 1.0, 1.2000000476837158, 1.100000023841858, @@ -127,90 +126,88 @@ 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.5, 1.5 ], "p50": [ - 1.100731611251831, - 1.0968854427337646, - 1.1039562225341797, - 1.1097818613052368, - 1.1074583530426025, - 1.1014771461486816, - 1.1009633541107178, - 1.10050368309021, - 1.1019256114959717, - 1.108170509338379, - 1.1013201475143433, - 1.1037529706954956, - 1.0982540845870972, - 1.0920915603637695, - 1.1044107675552368, - 1.1091904640197754, - 1.1070424318313599, - 1.1025607585906982, - 1.1016745567321777, - 1.1015621423721313, - 1.1022342443466187, - 1.1118273735046387, - 1.1039620637893677, - 1.1006054878234863 + 0.9975982904434204, + 1.0450763702392578, + 1.101898193359375, + 1.0990042686462402, + 1.0985465049743652, + 1.0660816431045532, + 1.0692214965820312, + 1.0961568355560303, + 1.1012095212936401, + 1.1012974977493286, + 1.078015923500061, + 1.0485492944717407, + 1.0368479490280151, + 1.097402572631836, + 1.10367751121521, + 1.1034886837005615, + 1.0993398427963257, + 1.086059331893921, + 1.0949418544769287, + 1.1027498245239258, + 1.1046526432037354, + 1.1018331050872803, + 1.0996689796447754, + 1.067821979522705 ], "p10": [ - 1.003671646118164, - 0.9838208556175232, - 0.9833212494850159, - 1.0037057399749756, - 0.996424674987793, - 0.9976294636726379, - 0.9812142252922058, - 0.9787911772727966, - 0.9785449504852295, - 0.9870562553405762, - 0.9837861061096191, - 0.9818795919418335, - 0.9531242847442627, - 0.9294849634170532, - 0.9817171096801758, - 0.9827196002006531, - 0.9766523838043213, - 0.97637939453125, - 0.9528652429580688, - 0.9516659379005432, - 0.9659247398376465, - 0.959105372428894, - 0.9541171789169312, - 0.947830855846405 + 0.9048064351081848, + 0.9567339420318604, + 0.9642761945724487, + 0.9492166042327881, + 0.9357627630233765, + 0.9285454750061035, + 0.9147705435752869, + 0.9188069701194763, + 0.946373701095581, + 0.9290301203727722, + 0.9178264141082764, + 0.9029794335365295, + 0.8942925930023193, + 0.9146401286125183, + 0.9334068298339844, + 0.9330578446388245, + 0.919755756855011, + 0.9101424217224121, + 0.9055511355400085, + 0.9127354621887207, + 0.9374026656150818, + 0.9152424335479736, + 0.9032085537910461, + 0.8954060077667236 ], "p90": [ - 1.200605034828186, - 1.2293521165847778, - 1.2564306259155273, - 1.3097995519638062, - 1.291642665863037, - 1.2667328119277954, - 1.2552103996276855, - 1.2661563158035278, - 1.279105305671692, - 1.3167119026184082, - 1.2913689613342285, - 1.2821788787841797, - 1.2790580987930298, - 1.2693982124328613, - 1.3066201210021973, - 1.3331546783447266, - 1.3360005617141724, - 1.3260555267333984, - 1.3232921361923218, - 1.3359304666519165, - 1.3458244800567627, - 1.368793249130249, - 1.3517494201660156, - 1.341513991355896 + 1.1217691898345947, + 1.1834604740142822, + 1.2202035188674927, + 1.2254657745361328, + 1.2175376415252686, + 1.2100070714950562, + 1.2132624387741089, + 1.2308769226074219, + 1.2642685174942017, + 1.245995044708252, + 1.2390285730361938, + 1.2302660942077637, + 1.22989821434021, + 1.2607097625732422, + 1.2859058380126953, + 1.287078857421875, + 1.2742170095443726, + 1.2670140266418457, + 1.2691410779953003, + 1.2807363271713257, + 1.3000903129577637, + 1.287243366241455, + 1.2795495986938477, + 1.2648741006851196 ], "timestamps": [ - "2026-06-15 12:20:00", - "2026-06-15 12:30:00", - "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", "2026-06-15 13:10:00", @@ -327,6 +324,9 @@ "2026-06-16 07:40:00", "2026-06-16 07:50:00", "2026-06-16 08:00:00", - "2026-06-16 08:10:00" + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e4de5da1b37126a2cbd5a42fb838d32737887eec..f000d157b78df37ff5e203d86c5cb101e3ef166b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T03:26:01.995318+00:00", + "evaluated_at": "2026-06-17T03:31:51.961031+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t030000z", - "data_fetched_at": "2026-06-17T03:24:58.883478Z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t010000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t184000z", + "data_fetched_at": "2026-06-17T03:30:02.771048Z", "context_length": 96, "prediction_length": 24 }