diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index cd7c09c375597eb389001ae81efd9aace77e8f7f..b328820cc07929a29be5853c52ba6a6d534ec4e1 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T04:17:14.969183+00:00", + "generated_at": "2026-06-30T04:24:56.767474+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 7688, - "num_unique_releases": 925 + "num_model_releases": 7708, + "num_unique_releases": 927 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index a9eb803d4d7152a9cc0a4f76b633524abbdcf5a0..42f897e785cc5059ed451377b824ceeab750011e 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4478.73124538032,10.398648115455023,0.21921004526126286,0.4058016260962665,29.52883356035296,3.7201109860639563,0.6733552732651873,1196.2916203557452,8718.535910396122,0.337918534375397,0.0,12,885,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T04:12:52.807176Z -2,Chronos-2,3448.343967060848,9.478461512398932,0.20391344841075867,0.41952497111534665,27.24530579695492,3.7849283960855242,0.6655764339241559,1166.3065209990746,6796.354880251226,0.3055125761578288,0.0,12,894,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T04:12:52.807176Z -3,Toto-2.0-1B,5003.124351005071,10.861302974768224,0.18635712106633234,0.401567330841316,29.757209438443255,3.5782782211421096,0.6890110434835426,1107.9960035039364,10231.405178091078,0.24244746927839209,0.0,12,891,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T04:12:52.807176Z -4,Moirai-1.1-Large,178607.58957585474,64.2461287213328,0.3839036337785198,0.4371369913954326,0.12309721608195308,5.61085923335149,0.4404803744019361,1084.256695987986,725088.248374049,0.21741812816965034,0.08333333333333333,12,870,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T04:12:52.807176Z -5,TimesFM-2.5,4437.873151486633,10.156212264678784,0.16176907411579425,0.49785795526214266,29.43446711470506,4.014887077791525,0.6183900138138967,1050.3589568572104,8994.178815233507,0.23190353968758445,0.0,12,902,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T04:12:52.807176Z -6,Timer-S1,4665.114623336937,10.661862024387966,0.19052194522015106,0.4084021280461765,29.717016438424068,4.313131705462989,0.6043998056351847,1046.420734188736,9045.393723716285,0.2928345944358691,0.08333333333333333,12,847,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T04:12:52.807176Z -7,ARIMA,14852.879873481887,23.465085712990575,0.3948016669259323,0.6275859150745995,-2.3561221470125235,6.817673859452797,0.32840191512090927,872.8607950458623,21494.56179409115,0.18474841631597724,0.16666666666666666,12,598,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T04:12:52.807176Z -8,Moving-Average,8968.199267225164,18.516058836154702,0.4864572782612474,0.6140718422868618,3.5798586595521,6.698086506226924,0.3386783473863808,864.4620103726403,12684.740992957333,0.18294569265487967,0.08333333333333333,12,598,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T04:12:52.807176Z -9,ETS,6036.786467717531,16.304844433758287,0.5061666784590154,0.8592742538491459,-6.977253093537481,7.1029042712154675,0.2985000445756481,862.4564800344959,9613.597985957871,0.24845909743896333,0.08333333333333333,12,598,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T04:12:52.807176Z -10,Seasonal-Naive,13616.231425631597,35.82032127739112,0.5274740781003523,0.736978865622223,0.0,6.596166850578616,0.3432067483931585,748.5901826543121,15330.51532738194,0.21214259483623332,0.07692307692307693,13,605,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T04:12:52.807176Z +1,TiRex,4494.377876156561,10.461484802684701,0.21920887616607274,0.40571805835668195,29.54482642336852,3.7204038111047226,0.6733342847576685,1196.2923934035578,8707.629920380781,0.33797341490322225,0.0,12,887,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T04:21:48.054882Z +2,Chronos-2,3463.014650624038,9.537796676243737,0.20391224874629305,0.41944674576636787,27.257702560008095,3.78487112231691,0.6655799419593442,1166.3076257102284,6789.454900562604,0.3056179523168989,0.0,12,896,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T04:21:48.054882Z +3,Toto-2.0-1B,5017.242803100437,10.923056354225643,0.18635626034763597,0.40149082284822085,29.766686740255167,3.5786608691651765,0.6889857481132261,1107.9968761857722,10216.67526307883,0.24257672307382994,0.0,12,893,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T04:21:48.054882Z +4,Moirai-1.1-Large,178208.43729583733,64.11149586349957,0.38390234617297325,0.4370435052422246,0.1300688925856394,5.611206052295869,0.4404910740130578,1084.2568784876476,723839.147009024,0.21759681094338335,0.08333333333333333,12,872,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T04:21:48.054882Z +5,TimesFM-2.5,4445.378574362008,10.20578788180664,0.16176812653655792,0.4977626602031324,29.45116780209403,4.014012894021051,0.6185651846946393,1050.3620357458974,8979.828961866824,0.23203560897235573,0.0,12,904,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T04:21:48.054882Z +6,Timer-S1,4675.970577778326,10.71790820494639,0.19052093998284797,0.4083283846143614,29.729853389611396,4.3129941967728485,0.6044218498644633,1046.4217908941662,9031.477412428174,0.2929672720704,0.08333333333333333,12,849,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T04:21:48.054882Z +7,ARIMA,14929.44701522126,23.62103504183332,0.39480459410330165,0.6274115423698021,-2.356928564859612,6.819186305340242,0.3282353935756621,872.8574877501281,21457.381999711793,0.18484183821974398,0.16666666666666666,12,600,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T04:21:48.054882Z +8,Moving-Average,8967.01202302148,18.57604674366077,0.4864550460869913,0.6139104282123389,3.5938763019645372,6.69652265341307,0.33889453661409513,864.4646047063981,12648.661385265854,0.18314199060979827,0.08333333333333333,12,600,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T04:21:48.054882Z +9,ETS,6126.0908216046955,16.47059391120374,0.506166556781752,0.8591213781508216,-6.988184550296666,7.104460007146202,0.2983233904216936,862.451413353338,9660.102107015466,0.24891103056331024,0.08333333333333333,12,600,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T04:21:48.054882Z +10,Seasonal-Naive,13692.715551667729,35.96502489298505,0.5274729644764221,0.7368419011233484,0.0,6.596613279150044,0.3431685959861498,748.5888937628646,15328.218702765445,0.21228540222042,0.07692307692307693,13,607,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T04:21:48.054882Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 8fc34a6b906090fd46e0cd6cbc7a74156d2bd9f2..f0e1c5d06c7f562804ba0ee0218a399425f713fc 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.7201109860639563,0.6733552732651873,1196.2916203557452,108,885,6683 -2,Chronos-2,3.7849283960855242,0.6655764339241559,1166.3065209990746,108,892,6675 -3,Toto-2.0-1B,3.5782782211421096,0.6890110434835426,1107.9960035039364,108,891,6712 -4,Moirai-1.1-Large,5.61085923335149,0.4404803744019361,1084.256695987986,108,870,6614 -5,TimesFM-2.5,4.014887077791525,0.6183900138138967,1050.3589568572104,108,898,6712 -6,Timer-S1,4.313131705462989,0.6043998056351847,1046.420734188736,108,847,6528 -7,ARIMA,6.817673859452797,0.32840191512090927,872.8607950458623,108,598,5292 -8,Moving-Average,6.698086506226924,0.3386783473863808,864.4620103726403,108,598,5292 -9,ETS,7.1029042712154675,0.2985000445756481,862.4564800344959,108,598,5292 -10,Seasonal-Naive,6.596166850578616,0.3432067483931585,748.5901826543121,108,598,5292 +1,TiRex,3.7204038111047226,0.6733342847576685,1196.2923934035578,108,887,6701 +2,Chronos-2,3.78487112231691,0.6655799419593442,1166.3076257102284,108,894,6693 +3,Toto-2.0-1B,3.5786608691651765,0.6889857481132261,1107.9968761857722,108,893,6730 +4,Moirai-1.1-Large,5.611206052295869,0.4404910740130578,1084.2568784876476,108,872,6632 +5,TimesFM-2.5,4.014012894021051,0.6185651846946393,1050.3620357458974,108,900,6730 +6,Timer-S1,4.3129941967728485,0.6044218498644633,1046.4217908941662,108,849,6546 +7,ARIMA,6.819186305340242,0.3282353935756621,872.8574877501281,108,600,5310 +8,Moving-Average,6.69652265341307,0.33889453661409513,864.4646047063981,108,600,5310 +9,ETS,7.104460007146202,0.2983233904216936,862.451413353338,108,600,5310 +10,Seasonal-Naive,6.596613279150044,0.3431685959861498,748.5888937628646,108,600,5310 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index e47f199ff9f49e51a750902538fac966d4616734..8ec2bcff57e647251ec5b6445687c66b78306efc 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -65,6 +65,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:59:43.853026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,130749.56615985588,361.59309473475275,0.010359957075506306,0.008653549679842769,40.94401358819142,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:06.850864+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,334002.7960872205,577.9297501316405,0.013764009901594218,0.01184839075761001,-3.6388548508602487,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:17:14.048737+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,341409.41596094763,584.3025038119789,0.013658959216946237,0.011765100454481304,-4.097995628081445,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.036245+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,339468.75591773895,582.6394733604469,0.013684087323386005,0.011784259493848141,-3.9919428847221217,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -230,6 +231,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:33:18.979343+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:51:06.022996+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:06.938023+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.051372+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -664,6 +666,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:56:38.051933+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,159194.0723031362,398.99131858116436,0.005073489569692551,0.004555369017030867,32.43655306624032,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:04:59.799936+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,88688.82373174031,297.80668852754184,0.003737627800418327,0.004188966181917991,55.570876608991284,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:13:19.732202+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,93873.08570988972,306.3871500404182,0.003844001682070787,0.004224329332915793,54.029095596765366,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:22:26.021272+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,92462.98858769734,304.0772740401646,0.003818557067125807,0.004215885884147432,54.43706691128846,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -945,6 +948,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:30:07.131028+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:48:28.162232+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:05:09.549800+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:22:30.834932+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1557,6 +1561,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:59:44.000585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,194847.75997157054,441.4156317707502,0.006012842452994667,0.004846541961718717,23.12134186780266,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.036005+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,262496.09094435576,512.3437234360891,0.007309958960387397,0.005899797762163091,8.38545876533833,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:17:14.272649+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,259989.825956973,509.89197479169354,0.007204575530373065,0.0058397908985585965,9.49303110632048,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.108987+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,260415.75554276805,510.3094703635903,0.007229783229449578,0.005850880748813372,9.23467359372625,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1722,6 +1727,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:33:19.159913+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:51:06.137366+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.074087+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.123674+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -2156,6 +2162,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:58:29.140452+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,146487.0757344564,382.7363005183287,0.004557165577458473,0.005317955869813387,36.10664680936241,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:07:23.592539+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,166647.65955162048,408.22501093345625,0.0054710317371302756,0.005743477794376937,30.155491467394654,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:16:10.486439+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,201521.5853881836,448.91155630946236,0.005667969209703079,0.005830776234011774,21.898527799270834,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:21.935826+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,213416.9447669983,461.9707185168756,0.005668986754866749,0.005906866179564863,18.979686318965562,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2433,6 +2440,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:32:42.310133+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.34191836636998735,0.5847378612421017,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:50:30.548327+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1350.2636598654346,36.7459339228905,,,-100.00000000000001,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:07:33.693737+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.18252042546248712,0.4272240927926316,,,-100.00000000000001,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:28.496114+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,47.01389297595383,6.856667774943878,,,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -3025,6 +3033,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:59:44.051014+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,88786.55062971992,297.97072109474095,0.0039775617421782,0.003160571184777328,55.699276791334086,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.109462+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,102293.32373134274,319.83327489700434,0.004500485590845993,0.003462613063664096,50.44430313769618,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:17:14.354065+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,105660.21680288215,325.05417518143366,0.004606698131286186,0.0035506583258734146,49.7082784443787,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.142472+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,104683.99604127684,323.549062803892,0.004581292109132567,0.003525556794860193,49.92278777564994,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -3190,6 +3199,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:33:19.223400+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:51:06.200247+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.142093+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.157158+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -3623,6 +3633,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:59:44.090594+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,312049.1206595103,558.6135700638773,0.007575952235477783,0.006478349319915323,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.170703+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,310548.5096327464,557.2687947774812,0.0075315890639107985,0.006472711252674533,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:17:14.416659+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,314529.08487383527,560.8289265665915,0.007637793021782364,0.006499359909059974,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.172076+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,313406.35440508527,559.8270754483792,0.007612389052577745,0.00649085939572544,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -3789,6 +3800,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:33:19.273515+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:51:06.248197+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:07.197086+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:56.182986+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -4229,6 +4241,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:57:56.358274+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,79085.81828371684,281.22200888927034,0.003775362246032605,0.004652049949247599,59.56085206942043,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:06:45.288468+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,104340.64289474487,323.01802255407495,0.004322810844573282,0.00520804573607387,49.70191808626229,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:15:31.710824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,109358.8367729187,330.6944764777886,0.0044291612824853025,0.005243515735307404,48.40200383720646,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:49.032077+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,107988.38653945923,328.615864710545,0.004403722275279169,0.005235046722298055,48.74715982576988,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -4508,6 +4521,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:32:06.313390+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:49:55.936428+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:06:56.307900+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:53.930545+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -5114,6 +5128,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:59:38.064025+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,76321.24628829956,276.2630020257862,0.0037334820366897643,0.0038222031017342045,60.69666854960858,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:07:54.748159+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,88520.44971211751,297.523864105247,0.004039395706128678,0.00395005229207639,55.63651462271678,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:16:55.547582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,94673.61418660481,307.6907768955787,0.004145906367202585,0.003985390393481631,53.72776650594803,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:50.560191+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,93032.2025044759,305.0118071558475,0.004120429034642555,0.00397695293801598,54.22077904622765,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -5389,6 +5404,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:33:13.073750+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:51:01.389829+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:08:02.279686+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:24:55.239630+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -5960,6 +5976,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:57:11.350860+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,79682.54591814677,282.2809698122542,0.0036486912301987996,0.0035986283932575324,59.31779188836628,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:05:42.348312+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,75299.15148798625,274.40690860105224,0.004076873489607709,0.0035252351600585543,60.9694918096575,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:14:11.470397+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,81095.37515131633,284.7724971820775,0.004183118454956636,0.003630376614657843,59.003861820798065,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:07.948715+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,79539.17906824748,282.0269119574362,0.004157704676770196,0.003605273084071688,59.51643559086521,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -6244,6 +6261,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:30:58.681482+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:49:03.425112+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:05:54.180579+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:13.232047+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -6863,6 +6881,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:47:30.419327Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T03:56:00.795149Z|h:24,2026-06-30T03:56:00.795149Z,2026-06-30T03:57:41.469392+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,136917.28696378073,370.02336002444594,0.005324618336556941,0.00446777566750528,39.00778114399049,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:04:27.032917Z|h:24,2026-06-30T04:04:27.032917Z,2026-06-30T04:06:22.585121+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,103170.63663291931,321.201862748209,0.004596059495045658,0.004021379365538363,50.12527819214376,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:12:52.807176Z|h:24,2026-06-30T04:12:52.807176Z,2026-06-30T04:15:03.119634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,111227.32170677185,333.50760367159825,0.004702838875053897,0.004056724945429389,47.75072318931105,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:36.071833+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,109131.46591758728,330.35051977798867,0.004677297264969101,0.00404828570067998,48.344758424583794,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -7143,6 +7162,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:29:27.172695Z|h:12,2026-06-30T03:29:27.172695Z,2026-06-30T03:31:48.417023+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T03:47:30.419327Z|h:12,2026-06-30T03:47:30.419327Z,2026-06-30T03:49:35.724375+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:04:27.032917Z|h:12,2026-06-30T04:04:27.032917Z,2026-06-30T04:06:30.989836+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12,2026-06-30T04:21:48.054882Z,2026-06-30T04:23:40.894788+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 9eaf8dd9acd967d15276df0d56d28453d3ce98a5..02930296245e0ff2816825e79f24d2e1d05eb0df 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,7 +1,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,177758.95256418266,253.2744908445659,0.0085322551532917,0.3186802199373171,-2.288788391670055,257138.31870263314,0.3184893267651888,3.9192982531406156e-10,175,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T04:12:52.807176Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,178677.75826505513,255.14588279067883,0.008561526926985417,0.3169364928893428,-2.2984654058351235,256692.16117008086,0.3196103896103896,3.0247815356457273e-10,176,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T04:21:48.054882Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.171971544498899e-05,0.0030481462334227983,,,-13.841486573209833,8.26004677339492e-05,0.5467857985546308,0.001729101327101142,22,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128038e-08,,,0.0,1.6014482818252217e-30,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6007554640199988e-30,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,19.495779104188887,3.7530697621309903,0.14610128938034053,0.4812009921731014,-63.202481112693235,16.056935548206066,0.7263931141044666,0.0007863016923139811,14,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-30T03:19:42.991870Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.581245403461381,1.1164922325457423,2.186301610387546,0.860730808230627,3.555559426047216,1.3098722744423414,-0.26365697794269227,0.00011036766660958294,99,0.9494949494949495,2026-06-17T12:10:12.335728+00:00,2026-06-30T04:12:52.807176Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.9709795946161206,1.572924085096417,0.12169656430276825,1.063055444307504,9.619720818580538,5.1897422426735265,-0.2403334535000901,0.0018649945700391656,78,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-30T04:12:52.807176Z @@ -11,9 +11,9 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,5.7314675 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.9798759094623226,1.669473121343963,0.633146656047873,0.44479595699308655,13.642832260780848,4.926980094764442,0.15862068965517243,0.22719923325856528,30,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-30T03:19:42.991870Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,411.02814303106254,13.017796877885644,0.01345128707042024,0.3566623958922606,-1.5199337391866945,681.6446557961742,0.5577051158784468,8.780863385145139e-09,51,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-30T04:04:27.032917Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,41056.91338228061,96.16685992796779,0.007321577306780925,0.23263390490190197,28.701386812887925,80770.08131916483,0.38926413082118727,4.123187215411619e-23,291,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T04:12:52.807176Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,41232.96158503889,96.87888189410546,0.007309580662124571,0.23185165141211517,28.85014796952608,80687.28156290138,0.3905286447300287,2.512361116120045e-23,292,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T04:21:48.054882Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.1123196556520237e-07,0.00025147866662687904,,,-13.638500729135377,6.949422215403591e-07,0.5532512598464997,0.0011858788109488016,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653325e-18,1.3151753777977037e-09,,,0.0,3.909785844299858e-34,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653325e-18,1.3151753777977037e-09,,,0.0,3.908094394580075e-34,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.369485297119221,1.5648925065373502,0.06460127954538719,0.16055650379939312,9.58489649303951,2.7397426876796818,0.6374552583116766,0.0013998597840591087,16,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-30T03:19:42.991870Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.21856525437939664,0.3590677990962758,0.7104784084010897,0.1905142099304202,58.3396477281382,0.3460309547607553,0.2727272727272727,5.178036012962949e-07,154,0.961038961038961,2026-06-16T12:06:44.487655+00:00,2026-06-30T04:12:52.807176Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.6584636719420414,1.5575811054722155,0.13406153472508267,0.8673911376777601,-3.1793518494248127,5.096447814917659,-0.033706123572496666,0.5951309044576549,114,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-30T04:12:52.807176Z @@ -23,9 +23,9 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.300 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.9545107169945264,1.3717248504851722,0.6056583482535215,0.43572967190397116,23.05340436254534,4.488796033783638,0.25624421831637373,0.011078415148067086,47,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-30T03:19:42.991870Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,288.70152492793227,7.974045704323362,0.008268722157903294,0.3622056518081724,21.836532639925476,705.8899998830251,0.3527712033330405,1.6336107973658417e-05,70,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-30T04:04:27.032917Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,71804.96013307368,160.24657399878765,0.007443935213077853,0.27491210979961916,32.321910269126796,114130.44216539475,0.4427586206896551,3.35802440778169e-18,175,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T04:12:52.807176Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,72876.61237971965,162.2355677281331,0.007442718440443603,0.2733833528163758,32.19073278801656,114688.49161808589,0.4481818181818181,1.0389770756157641e-18,176,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T04:21:48.054882Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.525003065845854e-05,0.003180153625099119,,,-13.852681833104715,8.8895219251716e-05,0.56028668246956,0.0013247408498322356,22,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128038e-08,,,0.0,1.6014482818252217e-30,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6007554640199988e-30,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,53.84269846113661,6.185033151714867,0.2565488854821196,0.7500502590303549,-78.33331787113411,44.714285087981516,0.7263931141044666,0.0007863016923139811,14,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-30T03:19:42.991870Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.0720875873440248,1.2576789183291783,2.2488784514441993,0.9366297550693446,-5.3064965716632155,1.9294160572134882,-0.2681921253349825,8.38576263015125e-05,99,0.9494949494949495,2026-06-17T12:10:12.697348+00:00,2026-06-30T04:12:52.807176Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.039166936153812,1.846652152073035,0.18870005975472368,1.123129078381031,-11.381317072409464,6.41751902664261,-0.07033336850002637,0.36260594914579325,78,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-30T04:12:52.807176Z @@ -35,9 +35,9 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,58.74130870 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.3516990410447685,1.7159242040756872,0.6989820056551875,0.4733463179902876,13.875448748506724,5.566719767389057,0.22298850574712642,0.08679932291732613,30,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-30T03:19:42.991870Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,472.38904718869526,12.555298180553242,0.010708587507110491,0.34128129811217434,7.970486009379113,982.2609338235557,0.47105601595382945,1.180084622094006e-06,51,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-30T04:04:27.032917Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,92548.6726232877,142.24165692916543,0.009377290728860217,0.27514698741895904,4.506485897316957,204451.79889842717,0.32959723203625646,8.446184623920616e-17,287,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T04:12:52.807176Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,92968.35412378669,143.35182728190054,0.009364414673394963,0.2742121258868778,4.590146015361169,204219.53328831607,0.33163956639566394,4.813908821701285e-17,288,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T04:21:48.054882Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1865751.748300948,498.43446719365323,,,-99.87621456514903,7453338.613007088,-0.42292490118577075,0.004244767907667345,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,182379.82401775796,102.25843041062323,,,-100.0,1027693.1989505647,0.11586452762923354,0.3352521161846773,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,177170.3151570499,99.53266576388955,,,-100.0,1012936.2481803774,0.11596638655462185,0.32713606972313525,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.415222852796628,1.3381634275092726,0.05913159605442374,0.14885644213764337,22.286512946653936,1.925841997233329,0.48333333333333334,0.008594667586330635,16,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-30T03:19:42.991870Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.3825166012779906,0.9317166302525037,2.413879708749918,0.5109395239062744,13.24703337718021,2.1130413916007234,0.18717323109097248,0.0006216048147216134,152,0.9671052631578947,2026-06-16T12:07:52.741323+00:00,2026-06-30T04:12:52.807176Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,6.826598254117934,1.6982344505305507,0.13137750145698437,0.8294482679727879,-3.3029899688605924,36.03269864125704,-0.002252252252252252,0.9719181046396865,112,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-30T04:12:52.807176Z @@ -47,9 +47,9 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.8616706008223427,1.628382634367978,0.6527242283580141,0.4535946207307921,7.850679718943712,5.179855754589878,0.16840882694541232,0.1160847860357653,42,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-30T03:19:42.991870Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2557.7236240949665,16.960972813922666,0.010561738893276239,0.45598035918032087,-6.75461831567298,15428.13778507526,0.4833759590792838,4.265040174062728e-09,69,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-30T04:04:27.032917Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,107191.4557994606,196.85460215108301,0.008509918799989148,0.28761432795530173,20.317527000582007,151358.9271108056,0.18699507389162562,0.00023896676018400685,175,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T04:12:52.807176Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,107177.2088690164,197.5744570411558,0.008487597057427463,0.2860001872100719,20.485738709531258,150925.97181850785,0.18935064935064932,0.00019079241480211994,176,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T04:21:48.054882Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00011364225981943414,0.004347390118990198,,,-14.888874370514019,0.0003783292603609259,0.56028668246956,0.0013247408498322356,22,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128038e-08,,,0.0,1.6014482818252217e-30,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6007554640199988e-30,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,7.837706754272673,2.377475887639076,0.10282616866842186,0.26692042085726525,-35.77232737255098,6.534248156937594,0.752807409162811,0.0005020394941545854,14,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-30T03:19:42.991870Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8111972159826188,1.1684555567938277,3.0120958334097656,1.0458808397342538,4.709042017311944,1.8084465457259333,-0.06328592042877758,0.3533543681250071,99,0.9494949494949495,2026-06-17T12:10:12.867076+00:00,2026-06-30T04:12:52.807176Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.136456348621938,1.6042099222245099,0.11689510458176883,1.0269393122884642,12.50926671037163,5.189474958653384,-0.24233345450009086,0.0017079213423106816,78,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-30T04:12:52.807176Z @@ -59,10 +59,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.12583753865925,1.6744755497637398,0.7137305543102367,0.4523358989844701,14.994540105935762,5.315751041650857,0.15862068965517243,0.22719923325856528,30,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-30T03:19:42.991870Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,338.2202991751928,10.288783083786292,0.010806823715761794,0.4059629356537376,10.527649118180982,686.6694922784527,0.4237928705404017,1.2343421119703562e-05,51,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-30T04:04:27.032917Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,138410.67403441813,228.7452029694692,0.009768364981571681,0.2716541292171327,0.0,179386.99338626885,0.2320525451559934,5.139141959329922e-06,175,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T04:12:52.807176Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,139404.96767288784,230.6263499721902,0.009756115118338763,0.27014751972951107,0.0,179359.43389087092,0.23376623376623373,4.103763861217803e-06,176,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T04:21:48.054882Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0005050505201021832,0.004791329859530285,,,0.0,0.0023688969189942996,0.18664987997671081,0.30557862222302246,22,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.595929731886079,1.6348281094169366,0.06876402637537651,0.18007621553741066,0.0,2.8261370250642734,0.6696620080077293,0.001351513530731144,15,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-30T03:19:42.991870Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.896079806528561,1.206243859915793,3.0020458408612414,1.0886290513321595,0.0,1.8454139757378636,-0.08348794063079779,0.2208127429255382,99,0.9494949494949495,2026-06-17T12:10:12.978229+00:00,2026-06-30T04:12:52.807176Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.558614670613113,1.729723305245966,0.12784543979889376,1.3379010914352105,0.0,5.3827710346659545,-0.2523334595000946,0.001089780474998813,78,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-30T04:12:52.807176Z @@ -72,9 +72,9 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.522099108113594,1.972711451037672,0.694555667569452,0.7532064814230713,0.0,6.650820668021048,0.2903225806451613,0.021849376369595316,31,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-30T03:19:42.991870Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,439.27943501159143,12.287594377913077,0.011074308722968126,0.3474543217673494,0.0,779.367237360624,0.3463939114768713,0.00036953461787528786,51,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-30T04:04:27.032917Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,53538.111438140186,109.9441931512639,0.007794098326638765,0.24758149151755005,15.354061849281548,104004.75614549563,0.4962033833141099,2.8257795539884773e-36,289,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T04:12:52.807176Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,53725.87100745508,110.69823339802005,0.0077824073747375265,0.24674581412170438,15.545976205468262,103873.88426531153,0.4968619496480134,1.7297326349845178e-36,290,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T04:21:48.054882Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.632080227090392e-08,0.00013303943253859416,,,-13.636701592120504,1.9456352839018705e-07,0.5532512598464997,0.0011858788109488016,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955707e-09,,,0.0,3.909785844299858e-34,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955707e-09,,,0.0,3.908094394580075e-34,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5574119002210218,1.0851205209894075,0.048195629406574854,0.13331652012882994,42.41288194948121,1.1434089290541476,0.6374552583116766,0.0013998597840591087,16,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-30T03:19:42.991870Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2528730793893744,0.38492717499914836,0.8892845133575334,0.19361342720984567,59.88122976064384,0.4036473723969836,0.24613003095975236,6.331545060548166e-06,153,0.9607843137254902,2026-06-16T12:07:37.946365+00:00,2026-06-30T04:12:52.807176Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.4530294534746253,1.520218369383646,0.12312164832136606,0.8171994934979586,0.43462754537292664,4.717814917442634,-0.06355731940215789,0.3185183078304098,113,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-30T04:12:52.807176Z @@ -84,9 +84,9 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2615078 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.0856511297521445,1.4049613728631882,0.6227408038375201,0.4359633201199632,18.722240599539667,4.617691679811946,0.305050505050505,0.0031341925222326743,45,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-30T03:19:42.991870Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,173.00589740499296,5.7740386461452,0.007415663751081184,0.3614976652808052,25.59682331436652,532.7928254035556,0.27972681299584623,0.0006320789934020763,70,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-30T04:04:27.032917Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,55774.566861631036,112.66131547934653,0.00699540772153878,0.2148831679291095,27.571268381331063,107930.32561780237,0.3582900914257475,1.9233629167252981e-19,285,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T04:12:52.807176Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,55904.8383149277,113.33386964604757,0.006985355348507673,0.2141457336109588,27.725311795579017,107763.32988234505,0.35988222304011774,1.1504752154345742e-19,286,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T04:21:48.054882Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.8511171332264652e-06,0.0006189359487935414,,,-13.64558193399161,3.924463337169322e-06,0.540677367577261,0.0015319225485300751,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0316519115659413,0.9206675243386828,0.043369409228952154,0.12774074439453503,41.41322570125899,0.6935964432918159,0.5776938278449569,0.0037894272042887124,16,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-30T03:19:42.991870Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.08229545868995683,0.2011420442725466,0.4858612706713414,0.10465367371236795,90.35486519826763,0.20451682544106448,0.07006711409395973,0.20324594296370724,150,0.9666666666666667,2026-06-16T12:08:08.243141+00:00,2026-06-30T04:12:52.807176Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.608090034447331,1.5428578274321056,0.11795811838099406,0.9218095722357191,2.73032346001078,4.773123118168659,-0.1485636773140779,0.022099794683332553,109,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-30T04:12:52.807176Z @@ -96,9 +96,9 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2166 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.380428128194791,1.5020857719084937,0.6865628531934103,0.4843981505139717,10.382152586455376,4.923086966098463,0.4256410256410257,0.00010966713500671343,40,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-30T03:19:42.991870Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,172.5042201856012,6.193143898978548,0.00889914779414743,0.40833638072767714,21.64026686404171,524.9505362767908,0.4844557879640581,1.2647800551353632e-08,65,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-30T04:04:27.032917Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,53060.04716392128,107.1241347303616,0.006943587631557785,0.28377274657413815,24.645400322704308,107337.17606613816,0.35747346767029786,7.245369167655567e-20,293,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T04:12:52.807176Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,53150.11223842578,107.71904213589586,0.006934111839194563,0.28281979598403584,24.8458085713719,107164.97782573797,0.3590582990875531,4.3035806700436977e-20,294,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T04:21:48.054882Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.4306100333549747e-09,1.620903456833858e-05,,,-9.090909090909092,8.46519571275523e-09,0.4356444184782777,0.01238916796352248,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.8802099075350083,1.6756461383885592,0.07407672414392291,0.1968001642684719,1.339593699508169,3.2105927477866545,0.5776938278449569,0.0037894272042887124,16,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-30T03:19:42.991870Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10933286105766851,0.25403637893111225,0.4230313283190363,0.18146752781947184,74.8253629086542,0.18119821233195882,0.019779841761265914,0.7167236440514868,153,0.9607843137254902,2026-06-16T12:07:01.390017+00:00,2026-06-30T04:12:52.807176Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.1259833209260064,1.4057617306824912,0.11478308851888176,0.9364744797674328,12.796220017744696,4.5807589029034235,-0.058760689920271496,0.3520535630489652,115,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-30T04:12:52.807176Z @@ -108,9 +108,9 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.9955175761582176,1.3785728855273416,0.5369155281148376,0.6420135959751053,19.88627147118693,4.633362575832624,0.30496453900709225,0.0022320215411910263,48,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-30T03:19:42.991870Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,160.5836333778653,5.409450659602613,0.007894566508897931,0.44470750164708545,27.000895790744917,512.1208728803747,0.3129670938124347,0.00011699896831509576,71,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-30T04:04:27.032917Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,59829.83120056391,114.70771871267684,0.007181988671379206,0.22668654560792179,28.442424619562797,122258.94955556763,0.3674263214413555,1.0662749449823002e-20,290,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T04:12:52.807176Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,59999.252625708315,115.44875926616585,0.0071733814844155966,0.22592146567696905,28.556152241305774,122082.19057542065,0.3689773669866097,6.294031157668923e-21,291,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T04:21:48.054882Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.715107244443833e-07,0.00013201832803904753,,,-13.639276119268693,7.402623810157155e-07,0.5155295830387838,0.0025178155179950285,23,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.0472675859711035e-10,,,0.0,0.0,0.0,1.0,34,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:04:27.032917Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.0472675859711035e-10,,,0.0,1.2212794983062735e-35,0.0,1.0,35,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T04:21:48.054882Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.5173426390490077,1.3897084657048708,0.0607103759224269,0.16091335929287964,13.836207305653703,1.915718460622663,0.6175347814894367,0.001969149677099097,16,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-30T03:19:42.991870Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15516781008492697,0.26651475560796345,0.5358434326513891,0.14804474773592746,77.11450988750049,0.3491538521120589,0.21767166260020918,6.90319649945895e-05,152,0.9605263157894737,2026-06-16T12:07:21.772238+00:00,2026-06-30T04:12:52.807176Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.48200641616767,1.5495474092569979,0.1285580906545284,0.8504637507083361,-0.5717783020834117,4.652283625265916,-0.10668499286823319,0.09110311858151852,115,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-30T04:12:52.807176Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 914abd6ee7a6fd8859b1ab25bfd5171aef16e7f8..48b0e9bf9eff33ed3f0ecc1224b7f1cd06661f98 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T04:17:14.632614+00:00", + "generated_at": "2026-06-30T04:24:56.405002+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 93dce3278ac7eedf468ffc70ab71bb6133dd96b2..0c1b7f04ae365b103af411d8ed0748427a996810 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,Seasonal-Naive,1.0,1.0,7,5,5,1.0 Climate,Moving-Average,46.51929596973815,0.9692875513063941,8,5,5,1.0 Climate,ARIMA,67.83135762512202,1.2505315820579188,9,5,5,1.0 Climate,ETS,125.38620544089206,1.8574755562694267,10,5,5,1.0 -Finance,Moving-Average,0.3359314667044698,0.546308925117979,1,1,2,0.5 -Finance,TimesFM-2.5,0.2578310847909201,0.5585744850961664,2,1,2,0.5 -Finance,Timer-S1,0.30100114342233414,0.6131973685479539,3,1,2,0.5 -Finance,Toto-2.0-1B,0.3536312762661922,0.6241729958321519,4,1,2,0.5 -Finance,Chronos-2,0.2984559782366211,0.6499608256848678,5,1,2,0.5 +Finance,Moving-Average,0.33402001768595363,0.5431571660883425,1,1,2,0.5 +Finance,TimesFM-2.5,0.2537892992604776,0.5554384811425552,2,1,2,0.5 +Finance,Timer-S1,0.2968421067309617,0.6127005216959328,3,1,2,0.5 +Finance,Toto-2.0-1B,0.3482107633865401,0.6236902471413764,4,1,2,0.5 +Finance,Chronos-2,0.2950258898330654,0.6495112013863373,5,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 -Finance,TiRex,0.3476906970838166,0.8067741760227968,7,1,2,0.5 -Finance,Moirai-1.1-Large,0.6407089044532033,0.8971308429748265,8,1,2,0.5 -Finance,ETS,0.8266002683384934,0.8985178510299173,9,1,2,0.5 -Finance,ARIMA,1.0854621476353918,1.8101937143196403,10,1,2,0.5 +Finance,TiRex,0.3445634876945783,0.806525978015419,7,1,2,0.5 +Finance,ETS,0.8309204707642093,0.9014030950456942,8,1,2,0.5 +Finance,Moirai-1.1-Large,0.6809592140277786,0.9100283675001197,9,1,2,0.5 +Finance,ARIMA,1.083158497415044,1.81551606272795,10,1,2,0.5 Hazards,ARIMA,0.65707649229992,0.6575399486543515,1,1,1,1.0 Hazards,Moving-Average,0.7166018664942737,0.6781250359534547,2,1,1,1.0 Hazards,ETS,0.758356760615408,0.6915852662754816,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,182520425462.48685,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,47013892975953.8,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index e7e12bd43f766f9bfb5c112fd61c93d5667b43c3..23ce0a653bd19f2d090af09b23a2a2f11af1cf30 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,Timer-S1,0.47236341200790355,0.5827708354157598,1,6,6,1.0 -1h,TiRex,0.46206787913481184,0.5731287463116849,2,6,6,1.0 -1h,Toto-2.0-1B,0.5163076765211808,0.5690276535163156,3,6,6,1.0 -1h,Chronos-2,0.5562686958747924,0.6323765196035273,4,6,6,1.0 -1h,Moving-Average,0.7780870944410008,0.8300286868780324,5,6,6,1.0 -1h,Moirai-1.1-Large,0.5567035836099579,0.7157705003598426,6,6,6,1.0 -1h,TimesFM-2.5,0.5108998286071659,0.6984349237879701,7,6,6,1.0 -1h,ARIMA,1.3005472757577174,1.1949167312408173,8,6,6,1.0 -1h,ETS,2.08520526496262,1.3958673378044983,9,6,6,1.0 +1h,Timer-S1,0.4712692944992524,0.5826921099048558,1,6,6,1.0 +1h,TiRex,0.4613726116701539,0.5730993560860569,2,6,6,1.0 +1h,Toto-2.0-1B,0.5149801657756099,0.568954280182825,3,6,6,1.0 +1h,Chronos-2,0.5551980452348311,0.6323035885827326,4,6,6,1.0 +1h,Moving-Average,0.7773474533992185,0.8292286629701663,5,6,6,1.0 +1h,Moirai-1.1-Large,0.5623854469599254,0.7174753518717609,6,6,6,1.0 +1h,TimesFM-2.5,0.5095562061395791,0.6977798526717349,7,6,6,1.0 +1h,ARIMA,1.3000868484059147,1.1955015660587731,8,6,6,1.0 +1h,ETS,2.087017699545385,1.396613388627078,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,14548.33018469473,,7,2,2,1.0 5min,Moving-Average,15373.137371571243,,8,2,2,1.0 5min,ETS,15373.137540944592,,9,2,2,1.0 -5min,Moirai-1.1-Large,99334908165.32336,,10,2,2,1.0 +5min,Moirai-1.1-Large,1594260424996.1633,,10,2,2,1.0 6min,TimesFM-2.5,0.06732209838891286,0.32323567186405955,1,1,1,1.0 6min,Timer-S1,0.17036935500172684,0.34846156396446715,2,1,1,1.0 6min,ARIMA,0.9077284832023457,0.7054647599773342,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a01020710805b66c789f2f537a16a2c5a8766e68..3951464d06b3a639fc5adfd852df41336ba67bd7 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,182520425462.48685,,10,1,2,0.5 -24,TiRex,0.11800943166643701,0.511710734192555,1,7,7,1.0 -24,Timer-S1,0.39832563318702685,0.5814362391099399,2,7,7,1.0 -24,Chronos-2,0.305371773386351,0.5753394289346311,3,7,7,1.0 -24,Moirai-1.1-Large,0.6103727631491023,0.6299712433439253,4,7,7,1.0 -24,Toto-2.0-1B,0.7242345807485042,0.639286302797731,5,7,7,1.0 -24,Moving-Average,0.606150133316568,0.7734206882916714,6,7,7,1.0 -24,TimesFM-2.5,0.21915419177690115,0.6300251036802456,7,7,7,1.0 -24,ETS,1.1939468914286306,1.0918339426973953,8,7,7,1.0 -24,ARIMA,1.4332838078183852,1.2097244562415932,9,7,7,1.0 +12,Moirai-1.1-Large,47013892975953.8,,10,1,2,0.5 +24,TiRex,0.11785721480678953,0.5116882420899103,1,7,7,1.0 +24,Timer-S1,0.39753467943079435,0.5813689139837827,2,7,7,1.0 +24,Chronos-2,0.3048679190417067,0.5752825544489499,3,7,7,1.0 +24,Moirai-1.1-Large,0.6157085641563036,0.6312571601517356,4,7,7,1.0 +24,Toto-2.0-1B,0.7226381805909271,0.6392156454245549,5,7,7,1.0 +24,Moving-Average,0.6056562143506368,0.7727816766533451,6,7,7,1.0 +24,ETS,1.1948363480899389,1.0923341125292225,7,7,7,1.0 +24,TimesFM-2.5,0.21866007892575048,0.6295185765953883,8,7,7,1.0 +24,ARIMA,1.4328488658056235,1.2102319375709822,9,7,7,1.0 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,3609.3194024775576,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 141f9c3a19b71359287339284cfe80344ee12ad7..2f75943e6f2f01e19b8a42c07576dacedc06f978 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.35500326890179174,0.5808216656432298,1,12,13,0.9230769230769231 -Overall,Timer-S1,0.6841909476699252,0.5591181989099946,2,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.7846437846017593,0.6836248077481666,3,12,13,0.9230769230769231 -Overall,Chronos-2,0.7500433408234096,0.6610717615529038,4,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.2507245459147514,0.6165158787753748,5,12,13,0.9230769230769231 -Overall,Moirai-1.1-Large,25.408583090341573,0.7260221466989449,6,12,13,0.9230769230769231 -Overall,Moving-Average,1.7137101579930318,0.8579738741438936,7,12,13,0.9230769230769231 +Overall,TiRex,0.3547360839801363,0.5808037946273443,1,12,13,0.9230769230769231 +Overall,Timer-S1,0.683398105486584,0.5590728794954005,2,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.7836344121766713,0.6835719163383989,3,12,13,0.9230769230769231 +Overall,Chronos-2,0.7493211887759547,0.6610260162581195,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.2503946369025687,0.6161688707535254,5,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,40.55972833978119,0.7270592145681907,6,12,13,0.9230769230769231 +Overall,Moving-Average,1.7128954473109022,0.8574776031117555,7,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,8,13,13,1.0 -Overall,ARIMA,2.8943474689391744,1.1338925353347902,9,12,13,0.9230769230769231 -Overall,ETS,3.0342176034477504,1.1768271725901525,10,12,13,0.9230769230769231 +Overall,ARIMA,2.8938350866778726,1.1342254831892062,9,12,13,0.9230769230769231 +Overall,ETS,3.0355359692082238,1.1772045203636268,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 983c006e5f2dbc71be32b8ec2de3631d78063ce0..4a1183d6f385c87a369f737f241e327ebec231a9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,341409.41596094763,759900.4487168714,821.0311436669514,1.288405580389416,0.013658959216946237,0.013764741252129176,13.08781939965184,584.3025038119789,0.009737137635625122,0.013682113625842573,0.011765100454481304,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,339468.75591773895,760728.0766089131,822.5321202294514,1.2907609923540846,0.013684087323386005,0.013789986281919272,13.08781939965184,582.6394733604469,0.009709180442004424,0.013706782907432113,0.011784259493848141,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.00021165391116292198,3.066549919107464e-09,5.4816885371789485e-05,0.0002648869526979405,nan,2.0,0.13939441472328715,0.014548330184695493,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index be59484f78994879879989028a58ccbc5f424ec8..ce08cbeb67325ea25b0676ba9d8eb8d79a0570c9 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T04:17:14.031081+00:00", + "evaluated_at": "2026-06-30T04:24:56.015669+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59167.82711734812, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 1a20198c5e6bee608dfa3c0aee189ed54ab10127..453e7621083cfd9d3f1592adca757c62e3640b4d 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T04:08:06.934906+00:00", + "evaluated_at": "2026-06-30T04:24:56.048195+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 26efc63ec627d91145085f2e5f827756f1e63a69..8119e81b98f90f4b14b6b5315d375afd97a76f58 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,31 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T04:17:14.232829+00:00", + "evaluated_at": "2026-06-30T04:24:56.056715+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 2cdeee53c13ad2137cc2467983ea4466fd138ae3..97d6fa31a41afed1c7b493bb5a36172ad1a2f19b 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,93873.08570988972,93873.08570988972,230.05533854166666,0.36101502879858494,0.003844001682070787,0.0038343095384073857,2.549175120529051,306.3871500404182,0.0051058036381279575,0.0038337684342892534,0.004224329332915793,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,92462.98858769734,92462.98858769734,228.55436197916666,0.3586596168339163,0.003818557067125807,0.003809064763124518,2.549175120529051,304.0772740401646,0.005067183493320122,0.0038086598020283893,0.004215885884147432,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.791261414787409e-06,1.791261414787409e-06,0.0011880205323298771,0.005740770137104437,nan,2.0,0.4491859691967688,0.0013383801458432536,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index c1a6ec1fa2e96dcb136148f6e1cc8a4bfeabbb05..b09869dc19672e89fea18327d050204033cb2345 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T04:13:17.397351+00:00", + "evaluated_at": "2026-06-30T04:22:23.748017+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59907.5078125, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 43a8ee29c178794c48df22dd2e100423e89b12bf..d2426647fb8c7dfc28a03111ceba0884d3e39470 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T04:05:06.956655+00:00", + "evaluated_at": "2026-06-30T04:22:28.460654+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b8cdbcdd743b2986eb7d39bd57480cf3f2d42233..95c5b46c6578554ee9216ec0364e3c6153fadeb4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T04:13:32.221218+00:00", + "evaluated_at": "2026-06-30T04:22:30.847981+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 4c6bfb084fa2dbf9b27ce6d5a66c35649f595cd5..b81b8dfb475a8b65b8a00f9eae6261bb87c434ce 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,259989.825956973,267358.7052682429,433.50037295715447,0.6802717581751739,0.007204575530373065,0.007241084185189608,5.506840344086456,509.89197479169354,0.008497119737561577,0.007224088154749575,0.0058397908985585965,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,260415.75554276805,267623.610733363,435.00134951965447,0.6826271701398426,0.007229783229449578,0.007266329337388852,5.506840344086456,510.3094703635903,0.008503863805256834,0.007248919422918861,0.005850880748813372,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.00023633335785282225,4.694722311707657e-15,5.974341121468621e-08,2.886929827024132e-07,nan,2.0,1.1547719308096528e-05,0.015373137540945318,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index a0b5481e62ff4008d507084fb257bcbf78d9e582..a257dc4930e7e08e9c09091bf45696fbf2661475 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-30T04:17:14.262560+00:00", + "evaluated_at": "2026-06-30T04:24:56.098611+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59814.07570716426, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index ce5f0a4216b85761768e4729358c3d20ebe30f22..c78acad7d840f90b885e83b99b07038800210f45 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-30T04:08:07.071650+00:00", + "evaluated_at": "2026-06-30T04:24:56.120486+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a88da1290a871b1e69fb260e9df5b1701c4572cb..d0251eb33ebc1dc45f7bfdba2554b235f00da10f 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,31 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T04:17:14.345607+00:00", + "evaluated_at": "2026-06-30T04:24:56.128442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index dbb3d0670307c9037363404d77518ff6da440de1..c13fdbec37f1c4be05438096d1f729d7e0d06476 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3145,3 +3145,5 @@ {"evaluated_at": "2026-06-30T04:17:14.973144+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-30T04:17:14.973144+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-30T04:17:14.973144+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-30T04:24:56.812817+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-30T04:24:56.812817+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index aa1aae7e0488abbe34decb2286ac54b1f4fe676b..ada61a145ca3cd349106951c750fa5e283da9669 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -7722,3 +7722,23 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-30T04:12:52.807176Z|h:60", "release_time": "2026-06-30T04:12:52.807176Z", "evaluated_at": "2026-06-30T04:17:14.430599+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.0475356174165114, "RMSE": 0.21802664382251863, "MAPE": 0.1548014912605103, "CRPS": 0.13969438363817355, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-30T04:12:52.807176Z|h:72", "release_time": "2026-06-30T04:12:52.807176Z", "evaluated_at": "2026-06-30T04:17:14.442384+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.23222224420972204, "RMSE": 0.4818944326403056, "MAPE": 0.15710748294808466, "CRPS": 0.1421209203250016, "MAPE_eligible": true} {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T04:12:52.807176Z|h:24", "release_time": "2026-06-30T04:12:52.807176Z", "evaluated_at": "2026-06-30T04:17:14.453571+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 20.564166727066095, "RMSE": 4.534773062355612, "MAPE": 0.2632181557809775, "CRPS": 0.25329451971452766, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:22:26.021272+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 92462.98858769734, "RMSE": 304.0772740401646, "MAPE": 0.003818557067125807, "CRPS": 0.004215885884147432, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:22:30.834932+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:07.948715+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 79539.17906824748, "RMSE": 282.0269119574362, "MAPE": 0.004157704676770196, "CRPS": 0.003605273084071688, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:13.232047+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:36.071833+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 109131.46591758728, "RMSE": 330.35051977798867, "MAPE": 0.004677297264969101, "CRPS": 0.00404828570067998, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:40.894788+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:49.032077+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 107988.38653945923, "RMSE": 328.615864710545, "MAPE": 0.004403722275279169, "CRPS": 0.005235046722298055, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:23:53.930545+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:21.935826+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 213416.9447669983, "RMSE": 461.9707185168756, "MAPE": 0.005668986754866749, "CRPS": 0.005906866179564863, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:28.496114+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 47.01389297595383, "RMSE": 6.856667774943878, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:50.560191+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 93032.2025044759, "RMSE": 305.0118071558475, "MAPE": 0.004120429034642555, "CRPS": 0.00397695293801598, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:55.239630+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.036245+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 339468.75591773895, "RMSE": 582.6394733604469, "MAPE": 0.013684087323386005, "CRPS": 0.011784259493848141, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.051372+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.108987+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 260415.75554276805, "RMSE": 510.3094703635903, "MAPE": 0.007229783229449578, "CRPS": 0.005850880748813372, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.123674+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.142472+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 104683.99604127684, "RMSE": 323.549062803892, "MAPE": 0.004581292109132567, "CRPS": 0.003525556794860193, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.157158+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T04:21:48.054882Z|h:24", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.172076+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 313406.35440508527, "RMSE": 559.8270754483792, "MAPE": 0.007612389052577745, "CRPS": 0.00649085939572544, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T04:21:48.054882Z|h:12", "release_time": "2026-06-30T04:21:48.054882Z", "evaluated_at": "2026-06-30T04:24:56.182986+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f9545a87add5181f28c6ea13ec71be025ef5584e..0c75eef3f4d249eaf0f263c7fd6415ac1a79412e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,201521.5853881836,186909.37191820145,341.0733235677083,0.5352303341916321,0.005667969209703079,0.005691206151496978,2.67381886297949,448.91155630946236,0.00748090857302655,0.005683833072342196,0.005830776234011774,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,213416.9447669983,183164.13827594122,341.0508626302083,0.5351950872982115,0.005668986754866749,0.005690417461677084,2.853528852562075,461.9707185168756,0.007698340517735462,0.0056833162128193514,0.005906866179564863,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.0540620259634518,8.552121602325066e-09,7.514086448483997e-05,0.0003630967808820692,nan,2.0,0.6197088948864049,0.23251242109498538,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,0.18252042546248712,1.6592793627471012e-18,1.0913960762336712e-09,nan,nan,2.0,nan,0.4272240927926316,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,47.01389297595383,1.614595790413054e-18,9.953666287466217e-10,nan,nan,2.0,nan,6.856667774943878,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,4.030358366842241,4.496503886639213,1.6557867129643757,1.2084338978324236,0.06291322777429893,0.06554808823866091,17.366700456261025,2.007575245623994,0.08272690199429329,0.0682306207079583,0.05672932085471895,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.48882325145296657,0.5059622518413832,0.5722810169061024,0.6331300783879171,0.42746228763612204,0.6315751082283415,8.065891615585462,0.6991589600748649,0.5366517954433442,0.4392643915883124,0.36608135603456515,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.2841089019223304,0.16562053326711298,0.33382709986633724,0.8028753422446893,0.13144389896705488,0.11971192918970962,4.146017558011838,0.5330186693937937,0.19017514180369016,0.11910580191721616,0.10204255765271483,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 0fc5d9ee4d43716ae86df8cddc1e786dde9e3c05..798631f5d715946172bdad2c36a7e9659bdeb0ef 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T04:16:08.160358+00:00", + "evaluated_at": "2026-06-30T04:24:19.028736+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ - 59823.7734375, - 59872.42578125, - 59909.234375, - 59924.994140625, - 59938.2890625, - 59870.32421875, - 59836.951171875, - 59747.28125, - 59881.412109375, - 59769.0234375, - 59822.94921875, - 59792.359375, - 59707.958984375, - 59679.40234375, - 59634.048828125, - 59637.74609375, - 59579.1640625, - 59647.626953125, - 59680.4609375, - 59641.3828125, - 59572.375, - 59629.05078125, - 59838.951171875, - 59663.486328125 + 59812.72265625, + 59872.607421875, + 59885.513671875, + 59932.189453125, + 59902.806640625, + 59835.03125, + 59848.2265625, + 59868.34375, + 59841.755859375, + 59832.783203125, + 59677.982421875, + 59648.763671875, + 59641.580078125, + 59547.494140625, + 59533.630859375, + 59727.490234375, + 59580.015625, + 59570.43359375, + 59607.41796875, + 59685.12109375, + 59615.16796875, + 59687.044921875, + 59759.076171875, + 59637.712890625 ], "p10": [ - 59492.642578125, - 59442.82421875, - 59426.55078125, - 59258.33984375, - 59376.826171875, - 59213.896484375, - 59194.375, - 58993.224609375, - 59001.166015625, - 58810.41015625, - 58917.083984375, - 58786.654296875, - 58739.64453125, - 58794.689453125, - 58645.873046875, - 58691.552734375, - 58629.89453125, - 58681.62890625, - 58764.08203125, - 58475.99609375, - 58425.572265625, - 58694.7109375, - 58722.31640625, - 58355.849609375 + 59454.7109375, + 59460.041015625, + 59441.81640625, + 59410.890625, + 59271.951171875, + 59137.95703125, + 59136.1875, + 59007.353515625, + 59014.400390625, + 58852.095703125, + 58716.513671875, + 58789.365234375, + 58727.794921875, + 58636.7578125, + 58404.810546875, + 58597.880859375, + 58630.673828125, + 58741.9609375, + 58120.11328125, + 58324.880859375, + 58712.109375, + 58634.0078125, + 58377.875, + 58495.8203125 ], "p90": [ - 60164.298828125, - 60364.958984375, - 60511.076171875, - 60470.345703125, - 60616.296875, - 60596.552734375, - 60670.544921875, - 60449.48046875, - 60624.0859375, - 60562.333984375, - 60505.740234375, - 60771.162109375, - 60670.0390625, - 60695.044921875, - 60659.76171875, - 60455.330078125, - 60486.060546875, - 60723.232421875, - 60557.126953125, - 60701.4609375, - 60512.560546875, - 60733.4453125, - 60842.240234375, - 60506.521484375 + 60158.603515625, + 60360.939453125, + 60409.6328125, + 60519.962890625, + 60536.99609375, + 60650.412109375, + 60589.546875, + 60531.734375, + 60613.595703125, + 60528.72265625, + 60591.005859375, + 60680.732421875, + 60747.240234375, + 60490.984375, + 60482.373046875, + 60802.9921875, + 60594.498046875, + 60557.939453125, + 60657.5546875, + 60857.00390625, + 60596.6484375, + 60590.98046875, + 61036.34765625, + 60603.951171875 ], "mean": [ - 59826.17578125, - 59855.14453125, - 59947.5078125, - 59964.19921875, - 60026.13671875, - 59894.76171875, - 59865.26953125, - 59727.046875, - 59847.96484375, - 59742.33984375, - 59854.90234375, - 59796.8671875, - 59679.61328125, - 59709.72265625, - 59581.88671875, - 59578.5390625, - 59575.0703125, - 59607.1640625, - 59740.90234375, - 59468.4453125, - 59542.1875, - 59550.08203125, - 59827.21484375, - 59760.69921875 + 59787.609375, + 59888.80859375, + 59890.2265625, + 59935.67578125, + 59889.80859375, + 59885.22265625, + 59857.16796875, + 59903.5390625, + 59813.78515625, + 59789.70703125, + 59528.69140625, + 59700.171875, + 59670.21484375, + 59492.4296875, + 59429.6875, + 59779.00390625, + 59569.0390625, + 59641.98046875, + 59475.50390625, + 59598.453125, + 59688.1171875, + 59627.54296875, + 59880.046875, + 59502.26171875 ], "quantiles": { "0.1": [ - 59492.642578125, - 59442.82421875, - 59426.55078125, - 59258.33984375, - 59376.826171875, - 59213.896484375, - 59194.375, - 58993.224609375, - 59001.166015625, - 58810.41015625, - 58917.083984375, - 58786.654296875, - 58739.64453125, - 58794.689453125, - 58645.873046875, - 58691.552734375, - 58629.89453125, - 58681.62890625, - 58764.08203125, - 58475.99609375, - 58425.572265625, - 58694.7109375, - 58722.31640625, - 58355.849609375 + 59454.7109375, + 59460.041015625, + 59441.81640625, + 59410.890625, + 59271.951171875, + 59137.95703125, + 59136.1875, + 59007.353515625, + 59014.400390625, + 58852.095703125, + 58716.513671875, + 58789.365234375, + 58727.794921875, + 58636.7578125, + 58404.810546875, + 58597.880859375, + 58630.673828125, + 58741.9609375, + 58120.11328125, + 58324.880859375, + 58712.109375, + 58634.0078125, + 58377.875, + 58495.8203125 ], "0.2": [ - 59492.642578125, - 59442.82421875, - 59426.55078125, - 59258.33984375, - 59376.826171875, - 59213.896484375, - 59194.375, - 58993.224609375, - 59001.166015625, - 58810.41015625, - 58917.083984375, - 58786.654296875, - 58739.64453125, - 58794.689453125, - 58645.873046875, - 58691.552734375, - 58629.89453125, - 58681.62890625, - 58764.08203125, - 58475.99609375, - 58425.572265625, - 58694.7109375, - 58722.31640625, - 58355.849609375 + 59454.7109375, + 59460.041015625, + 59441.81640625, + 59410.890625, + 59271.951171875, + 59137.95703125, + 59136.1875, + 59007.353515625, + 59014.400390625, + 58852.095703125, + 58716.513671875, + 58789.365234375, + 58727.794921875, + 58636.7578125, + 58404.810546875, + 58597.880859375, + 58630.673828125, + 58741.9609375, + 58120.11328125, + 58324.880859375, + 58712.109375, + 58634.0078125, + 58377.875, + 58495.8203125 ], "0.3": [ - 59492.642578125, - 59442.82421875, - 59426.55078125, - 59258.33984375, - 59376.826171875, - 59213.896484375, - 59194.375, - 58993.224609375, - 59001.166015625, - 58810.41015625, - 58917.083984375, - 58786.654296875, - 58739.64453125, - 58794.689453125, - 58645.873046875, - 58691.552734375, - 58629.89453125, - 58681.62890625, - 58764.08203125, - 58475.99609375, - 58425.572265625, - 58694.7109375, - 58722.31640625, - 58355.849609375 + 59454.7109375, + 59460.041015625, + 59441.81640625, + 59410.890625, + 59271.951171875, + 59137.95703125, + 59136.1875, + 59007.353515625, + 59014.400390625, + 58852.095703125, + 58716.513671875, + 58789.365234375, + 58727.794921875, + 58636.7578125, + 58404.810546875, + 58597.880859375, + 58630.673828125, + 58741.9609375, + 58120.11328125, + 58324.880859375, + 58712.109375, + 58634.0078125, + 58377.875, + 58495.8203125 ], "0.4": [ - 59823.7734375, - 59872.42578125, - 59909.234375, - 59924.994140625, - 59938.2890625, - 59870.32421875, - 59836.951171875, - 59747.28125, - 59881.412109375, - 59769.0234375, - 59822.94921875, - 59792.359375, - 59707.958984375, - 59679.40234375, - 59634.048828125, - 59637.74609375, - 59579.1640625, - 59647.626953125, - 59680.4609375, - 59641.3828125, - 59572.375, - 59629.05078125, - 59838.951171875, - 59663.486328125 + 59812.72265625, + 59872.607421875, + 59885.513671875, + 59932.189453125, + 59902.806640625, + 59835.03125, + 59848.2265625, + 59868.34375, + 59841.755859375, + 59832.783203125, + 59677.982421875, + 59648.763671875, + 59641.580078125, + 59547.494140625, + 59533.630859375, + 59727.490234375, + 59580.015625, + 59570.43359375, + 59607.41796875, + 59685.12109375, + 59615.16796875, + 59687.044921875, + 59759.076171875, + 59637.712890625 ], "0.5": [ - 59823.7734375, - 59872.42578125, - 59909.234375, - 59924.994140625, - 59938.2890625, - 59870.32421875, - 59836.951171875, - 59747.28125, - 59881.412109375, - 59769.0234375, - 59822.94921875, - 59792.359375, - 59707.958984375, - 59679.40234375, - 59634.048828125, - 59637.74609375, - 59579.1640625, - 59647.626953125, - 59680.4609375, - 59641.3828125, - 59572.375, - 59629.05078125, - 59838.951171875, - 59663.486328125 + 59812.72265625, + 59872.607421875, + 59885.513671875, + 59932.189453125, + 59902.806640625, + 59835.03125, + 59848.2265625, + 59868.34375, + 59841.755859375, + 59832.783203125, + 59677.982421875, + 59648.763671875, + 59641.580078125, + 59547.494140625, + 59533.630859375, + 59727.490234375, + 59580.015625, + 59570.43359375, + 59607.41796875, + 59685.12109375, + 59615.16796875, + 59687.044921875, + 59759.076171875, + 59637.712890625 ], "0.6": [ - 59823.7734375, - 59872.42578125, - 59909.234375, - 59924.994140625, - 59938.2890625, - 59870.32421875, - 59836.951171875, - 59747.28125, - 59881.412109375, - 59769.0234375, - 59822.94921875, - 59792.359375, - 59707.958984375, - 59679.40234375, - 59634.048828125, - 59637.74609375, - 59579.1640625, - 59647.626953125, - 59680.4609375, - 59641.3828125, - 59572.375, - 59629.05078125, - 59838.951171875, - 59663.486328125 + 59812.72265625, + 59872.607421875, + 59885.513671875, + 59932.189453125, + 59902.806640625, + 59835.03125, + 59848.2265625, + 59868.34375, + 59841.755859375, + 59832.783203125, + 59677.982421875, + 59648.763671875, + 59641.580078125, + 59547.494140625, + 59533.630859375, + 59727.490234375, + 59580.015625, + 59570.43359375, + 59607.41796875, + 59685.12109375, + 59615.16796875, + 59687.044921875, + 59759.076171875, + 59637.712890625 ], "0.7": [ - 59823.7734375, - 59872.42578125, - 59909.234375, - 59924.994140625, - 59938.2890625, - 59870.32421875, - 59836.951171875, - 59747.28125, - 59881.412109375, - 59769.0234375, - 59822.94921875, - 59792.359375, - 59707.958984375, - 59679.40234375, - 59634.048828125, - 59637.74609375, - 59579.1640625, - 59647.626953125, - 59680.4609375, - 59641.3828125, - 59572.375, - 59629.05078125, - 59838.951171875, - 59663.486328125 + 59812.72265625, + 59872.607421875, + 59885.513671875, + 59932.189453125, + 59902.806640625, + 59835.03125, + 59848.2265625, + 59868.34375, + 59841.755859375, + 59832.783203125, + 59677.982421875, + 59648.763671875, + 59641.580078125, + 59547.494140625, + 59533.630859375, + 59727.490234375, + 59580.015625, + 59570.43359375, + 59607.41796875, + 59685.12109375, + 59615.16796875, + 59687.044921875, + 59759.076171875, + 59637.712890625 ], "0.8": [ - 60164.298828125, - 60364.958984375, - 60511.076171875, - 60470.345703125, - 60616.296875, - 60596.552734375, - 60670.544921875, - 60449.48046875, - 60624.0859375, - 60562.333984375, - 60505.740234375, - 60771.162109375, - 60670.0390625, - 60695.044921875, - 60659.76171875, - 60455.330078125, - 60486.060546875, - 60723.232421875, - 60557.126953125, - 60701.4609375, - 60512.560546875, - 60733.4453125, - 60842.240234375, - 60506.521484375 + 60158.603515625, + 60360.939453125, + 60409.6328125, + 60519.962890625, + 60536.99609375, + 60650.412109375, + 60589.546875, + 60531.734375, + 60613.595703125, + 60528.72265625, + 60591.005859375, + 60680.732421875, + 60747.240234375, + 60490.984375, + 60482.373046875, + 60802.9921875, + 60594.498046875, + 60557.939453125, + 60657.5546875, + 60857.00390625, + 60596.6484375, + 60590.98046875, + 61036.34765625, + 60603.951171875 ], "0.9": [ - 60164.298828125, - 60364.958984375, - 60511.076171875, - 60470.345703125, - 60616.296875, - 60596.552734375, - 60670.544921875, - 60449.48046875, - 60624.0859375, - 60562.333984375, - 60505.740234375, - 60771.162109375, - 60670.0390625, - 60695.044921875, - 60659.76171875, - 60455.330078125, - 60486.060546875, - 60723.232421875, - 60557.126953125, - 60701.4609375, - 60512.560546875, - 60733.4453125, - 60842.240234375, - 60506.521484375 + 60158.603515625, + 60360.939453125, + 60409.6328125, + 60519.962890625, + 60536.99609375, + 60650.412109375, + 60589.546875, + 60531.734375, + 60613.595703125, + 60528.72265625, + 60591.005859375, + 60680.732421875, + 60747.240234375, + 60490.984375, + 60482.373046875, + 60802.9921875, + 60594.498046875, + 60557.939453125, + 60657.5546875, + 60857.00390625, + 60596.6484375, + 60590.98046875, + 61036.34765625, + 60603.951171875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 392ea07207c43ff80b310636afef5f271183c31d..89ddf54c205df451e17aac117e29146571cba98d 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T04:07:31.010771+00:00", + "evaluated_at": "2026-06-30T04:24:25.406283+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,194 +142,190 @@ 0.0 ], "p50": [ - -9.516076260318584e-10, - -9.206690687602048e-10, - -4.111250923033438e-10, - -1.6285461867937556e-09, - -2.4836424028507054e-09, - 1.344087730004162e-09, - -6.116720741022874e-10, - -2.087545483697717e-10, - -2.9285271985202144e-09, - 3.3016382683381806e-10, - 1.7331833190858958e-10, - 2.0134937050997337e-09 + -1.469207921989124e-09, + -7.344903296679917e-10, + -6.604977675905843e-10, + -9.840830927920763e-10, + -2.0177082227235132e-09, + 1.163586671459882e-09, + -2.4517132768409056e-10, + 1.4558824631971667e-11, + -2.2425843404505486e-09, + 1.4421836641576036e-10, + 6.229346760644461e-10, + 1.7420610509688572e-09 ], "p10": [ - -4.798608621570111e-09, - -5.03308350552345e-09, - -3.898960043713373e-09, - -5.232012378897366e-09, - -6.469554891808116e-09, - -1.8702212001286966e-09, - -4.401022435374102e-09, - -4.163496658549093e-09, - -6.265374219438513e-09, - -3.867522968548087e-09, - -2.942604937494764e-09, - -1.9297625719616462e-09 + -5.175027517623221e-09, + -4.622781712981805e-09, + -4.156738064864385e-09, + -4.916433260504505e-09, + -5.5361792927755005e-09, + -2.3431462325973484e-09, + -3.853110053242403e-09, + -3.874338405651656e-09, + -6.677735031601628e-09, + -3.4181221186813104e-09, + -3.7003506925259444e-09, + -1.923919967783405e-09 ], "p90": [ - 3.305557827459893e-09, - 3.2678973971300707e-09, - 4.809478371115006e-09, - 3.2448373987747914e-09, - 1.6497644916846355e-09, - 5.291462601419994e-09, - 4.357517235931141e-09, - 4.249274487833077e-09, - 1.2860305598216826e-09, - 6.256998252851531e-09, - 4.639698847341833e-09, - 5.910404388131951e-09 + 2.8607070046149374e-09, + 3.3108307206930476e-09, + 4.471957248952663e-09, + 3.9926566497427984e-09, + 2.047328195864395e-09, + 4.929282537702306e-09, + 4.019354848949774e-09, + 4.9973245541679034e-09, + 2.706210366909545e-09, + 4.45508274715678e-09, + 4.840454481680467e-09, + 6.611524883126663e-09 ], "mean": [ - 0.026853488758206367, - 0.026411032304167747, - 30.448270797729492, - 0.006045504938811064, - 0.0032221898436546326, - 0.03345454856753349, - 0.0007306572515517473, - 0.009992974810302258, - 0.5451650023460388, - 0.0021629086695611477, - 0.04823528975248337, - 0.006203813944011927 + 0.0007917060283944011, + 0.022519662976264954, + 0.07713492214679718, + 1.369505524635315, + 0.0028338900301605463, + 0.026243919506669044, + 0.6803531050682068, + 0.006926854606717825, + 0.2979514002799988, + 0.07039879262447357, + 0.7133262157440186, + 0.513446033000946 ], "quantiles": { "0.1": [ - -4.798608621570111e-09, - -5.03308350552345e-09, - -3.898960043713373e-09, - -5.232012378897366e-09, - -6.469554891808116e-09, - -1.8702212001286966e-09, - -4.401022435374102e-09, - -4.163496658549093e-09, - -6.265374219438513e-09, - -3.867522968548087e-09, - -2.942604937494764e-09, - -1.9297625719616462e-09 + -5.175027517623221e-09, + -4.622781712981805e-09, + -4.156738064864385e-09, + -4.916433260504505e-09, + -5.5361792927755005e-09, + -2.3431462325973484e-09, + -3.853110053242403e-09, + -3.874338405651656e-09, + -6.677735031601628e-09, + -3.4181221186813104e-09, + -3.7003506925259444e-09, + -1.923919967783405e-09 ], "0.2": [ - -4.798608621570111e-09, - -5.03308350552345e-09, - -3.898960043713373e-09, - -5.232012378897366e-09, - -6.469554891808116e-09, - -1.8702212001286966e-09, - -4.401022435374102e-09, - -4.163496658549093e-09, - -6.265374219438513e-09, - -3.867522968548087e-09, - -2.942604937494764e-09, - -1.9297625719616462e-09 + -5.175027517623221e-09, + -4.622781712981805e-09, + -4.156738064864385e-09, + -4.916433260504505e-09, + -5.5361792927755005e-09, + -2.3431462325973484e-09, + -3.853110053242403e-09, + -3.874338405651656e-09, + -6.677735031601628e-09, + -3.4181221186813104e-09, + -3.7003506925259444e-09, + -1.923919967783405e-09 ], "0.3": [ - -4.798608621570111e-09, - -5.03308350552345e-09, - -3.898960043713373e-09, - -5.232012378897366e-09, - -6.469554891808116e-09, - -1.8702212001286966e-09, - -4.401022435374102e-09, - -4.163496658549093e-09, - -6.265374219438513e-09, - -3.867522968548087e-09, - -2.942604937494764e-09, - -1.9297625719616462e-09 + -5.175027517623221e-09, + -4.622781712981805e-09, + -4.156738064864385e-09, + -4.916433260504505e-09, + -5.5361792927755005e-09, + -2.3431462325973484e-09, + -3.853110053242403e-09, + -3.874338405651656e-09, + -6.677735031601628e-09, + -3.4181221186813104e-09, + -3.7003506925259444e-09, + -1.923919967783405e-09 ], "0.4": [ - -9.516076260318584e-10, - -9.206690687602048e-10, - -4.111250923033438e-10, - -1.6285461867937556e-09, - -2.4836424028507054e-09, - 1.344087730004162e-09, - -6.116720741022874e-10, - -2.087545483697717e-10, - -2.9285271985202144e-09, - 3.3016382683381806e-10, - 1.7331833190858958e-10, - 2.0134937050997337e-09 + -1.469207921989124e-09, + -7.344903296679917e-10, + -6.604977675905843e-10, + -9.840830927920763e-10, + -2.0177082227235132e-09, + 1.163586671459882e-09, + -2.4517132768409056e-10, + 1.4558824631971667e-11, + -2.2425843404505486e-09, + 1.4421836641576036e-10, + 6.229346760644461e-10, + 1.7420610509688572e-09 ], "0.5": [ - -9.516076260318584e-10, - -9.206690687602048e-10, - -4.111250923033438e-10, - -1.6285461867937556e-09, - -2.4836424028507054e-09, - 1.344087730004162e-09, - -6.116720741022874e-10, - -2.087545483697717e-10, - -2.9285271985202144e-09, - 3.3016382683381806e-10, - 1.7331833190858958e-10, - 2.0134937050997337e-09 + -1.469207921989124e-09, + -7.344903296679917e-10, + -6.604977675905843e-10, + -9.840830927920763e-10, + -2.0177082227235132e-09, + 1.163586671459882e-09, + -2.4517132768409056e-10, + 1.4558824631971667e-11, + -2.2425843404505486e-09, + 1.4421836641576036e-10, + 6.229346760644461e-10, + 1.7420610509688572e-09 ], "0.6": [ - -9.516076260318584e-10, - -9.206690687602048e-10, - -4.111250923033438e-10, - -1.6285461867937556e-09, - -2.4836424028507054e-09, - 1.344087730004162e-09, - -6.116720741022874e-10, - -2.087545483697717e-10, - -2.9285271985202144e-09, - 3.3016382683381806e-10, - 1.7331833190858958e-10, - 2.0134937050997337e-09 + -1.469207921989124e-09, + -7.344903296679917e-10, + -6.604977675905843e-10, + -9.840830927920763e-10, + -2.0177082227235132e-09, + 1.163586671459882e-09, + -2.4517132768409056e-10, + 1.4558824631971667e-11, + -2.2425843404505486e-09, + 1.4421836641576036e-10, + 6.229346760644461e-10, + 1.7420610509688572e-09 ], "0.7": [ - -9.516076260318584e-10, - -9.206690687602048e-10, - -4.111250923033438e-10, - -1.6285461867937556e-09, - -2.4836424028507054e-09, - 1.344087730004162e-09, - -6.116720741022874e-10, - -2.087545483697717e-10, - -2.9285271985202144e-09, - 3.3016382683381806e-10, - 1.7331833190858958e-10, - 2.0134937050997337e-09 + -1.469207921989124e-09, + -7.344903296679917e-10, + -6.604977675905843e-10, + -9.840830927920763e-10, + -2.0177082227235132e-09, + 1.163586671459882e-09, + -2.4517132768409056e-10, + 1.4558824631971667e-11, + -2.2425843404505486e-09, + 1.4421836641576036e-10, + 6.229346760644461e-10, + 1.7420610509688572e-09 ], "0.8": [ - 3.305557827459893e-09, - 3.2678973971300707e-09, - 4.809478371115006e-09, - 3.2448373987747914e-09, - 1.6497644916846355e-09, - 5.291462601419994e-09, - 4.357517235931141e-09, - 4.249274487833077e-09, - 1.2860305598216826e-09, - 6.256998252851531e-09, - 4.639698847341833e-09, - 5.910404388131951e-09 + 2.8607070046149374e-09, + 3.3108307206930476e-09, + 4.471957248952663e-09, + 3.9926566497427984e-09, + 2.047328195864395e-09, + 4.929282537702306e-09, + 4.019354848949774e-09, + 4.9973245541679034e-09, + 2.706210366909545e-09, + 4.45508274715678e-09, + 4.840454481680467e-09, + 6.611524883126663e-09 ], "0.9": [ - 3.305557827459893e-09, - 3.2678973971300707e-09, - 4.809478371115006e-09, - 3.2448373987747914e-09, - 1.6497644916846355e-09, - 5.291462601419994e-09, - 4.357517235931141e-09, - 4.249274487833077e-09, - 1.2860305598216826e-09, - 6.256998252851531e-09, - 4.639698847341833e-09, - 5.910404388131951e-09 + 2.8607070046149374e-09, + 3.3108307206930476e-09, + 4.471957248952663e-09, + 3.9926566497427984e-09, + 2.047328195864395e-09, + 4.929282537702306e-09, + 4.019354848949774e-09, + 4.9973245541679034e-09, + 2.706210366909545e-09, + 4.45508274715678e-09, + 4.840454481680467e-09, + 6.611524883126663e-09 ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8d1a89c2b615259f5c8e90568780dbfb90ebc813..0cb8dddd11ab473a3b42344aeb2c2107d76c611f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T04:16:27.041755+00:00", + "evaluated_at": "2026-06-30T04:24:28.510450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 735d57e8d47e0dd4835d7c45c99ba86fecc4785e..17d4aed564370b488f93e2e6b74d796de3460640 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,105660.21680288215,112937.82462293806,276.92495531227115,0.43456531524479075,0.004606698131286186,0.0046170526259937455,2.634673766983438,325.05417518143366,0.0054168811910392,0.004614829453961412,0.0035506583258734146,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,104683.99604127684,111800.57974065894,275.42397874977115,0.4322099032801221,0.004581292109132567,0.004591807714479048,2.634673766983438,323.549062803892,0.005391663929815825,0.0045897012303558376,0.003525556794860193,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.00023633335264523973,0.0,0.0,0.0,nan,nan,0.0,0.015373137371572523,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 74b86d8e954b2a863b5f84953b5f19aaea206f15..e71c94b0e0ba2334b4374a53b4795b90c3d6622c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T04:17:14.351652+00:00", + "evaluated_at": "2026-06-30T04:24:56.138878+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59840.01467756305, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a2262e064ad42ce6c44c95a1c735e8c2821d8abf..a36914c6c4b04d72d0083202f0a18ca748a279dd 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T04:08:07.139631+00:00", + "evaluated_at": "2026-06-30T04:24:56.154132+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 3c8ad4554124396275cbf5a869808a38a67b1612..87ff3972b063f36b2de6e20eee2f4142ea76a702 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T04:17:14.409987+00:00", + "evaluated_at": "2026-06-30T04:24:56.162683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 8252fdd83b844d79ee82cc27d25a76f653f07e9f..c063b976fe7f9b372823f94431ae13f798065242 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-30T04:12:55.209238+00:00", - "finished_at": "2026-06-30T04:17:14.971229+00:00", - "task_count": 4, + "started_at": "2026-06-30T04:21:50.467401+00:00", + "finished_at": "2026-06-30T04:24:56.769826+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,31 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T04:13:32.221218+00:00", + "evaluated_at": "2026-06-30T04:22:30.847981+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -42,31 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T04:14:33.266779+00:00", + "evaluated_at": "2026-06-30T04:23:13.243621+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -74,31 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T04:15:23.203114+00:00", + "evaluated_at": "2026-06-30T04:23:40.907945+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -106,31 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T04:15:47.644584+00:00", + "evaluated_at": "2026-06-30T04:23:53.944338+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -138,31 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T04:16:27.041755+00:00", + "evaluated_at": "2026-06-30T04:24:28.510450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -170,31 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T04:17:13.660947+00:00", + "evaluated_at": "2026-06-30T04:24:55.253494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -202,31 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T04:17:14.232829+00:00", + "evaluated_at": "2026-06-30T04:24:56.056715+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -234,31 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T04:17:14.345607+00:00", + "evaluated_at": "2026-06-30T04:24:56.128442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -266,31 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T04:17:14.409987+00:00", + "evaluated_at": "2026-06-30T04:24:56.162683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -298,31 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T04:17:14.459437+00:00", + "evaluated_at": "2026-06-30T04:24:56.188044+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -344,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-30T04:17:23.756218+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 41813a7afad087e235c2e7f309e0a6adbd4464ab..2897d4252e5a1735cfb7bd606132b5715fa12437 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,314529.08487383527,314529.08487383527,459.09130859375,0.7204304105428738,0.007637793021782364,0.007663592075399846,5.635601675647815,560.8289265665915,0.009345961060225122,0.007650549552556863,0.006499359909059974,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,313406.35440508527,313406.35440508527,457.59033203125,0.7180749985782051,0.007612389052577745,0.007638347157447792,5.635601675647815,559.8270754483792,0.009329031657429977,0.007625345184018439,0.00649085939572544,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 4ecefb2332e592a848f9cd58465497f86a663087..25e14033abacfdcdb294ba2d1f3564c7b4a62901 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T04:17:14.414879+00:00", + "evaluated_at": "2026-06-30T04:24:56.170171+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59989.171875, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 4456dcf5e4c3f403a6cd1c1e214dd39cb98e6159..1b83c249021672044eac046eddcc5639f1428ad8 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T04:08:07.194920+00:00", + "evaluated_at": "2026-06-30T04:24:56.180907+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 436b633449734006e42b1d15fba2a719a2a8ec4b..4a375f4a07471d05d98e3019a21f38a6aa2ced55 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,31 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T04:17:14.459437+00:00", + "evaluated_at": "2026-06-30T04:24:56.188044+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 6f26247c8ba51ed277900d4733ff83a9430a731e..0ef0d95093c58b50c9587b8fc5a7d3ac81607106 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,94673.61418660481,94673.61418660481,248.87760416666666,0.39055192548500245,0.004145906367202585,0.004148393430068548,1.916471673587204,307.6907768955787,0.0051275279915773825,0.004147432999834049,0.003985390393481631,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,93032.2025044759,93032.2025044759,247.37662760416666,0.38819651352033374,0.004120429034642555,0.004123148792846845,1.916471673587204,305.0118071558475,0.00508275667547488,0.00412231649992844,0.00397695293801598,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,2.8677216808622083e-06,2.8677216808622083e-06,0.0013900332980685765,0.0067169391689579925,nan,2.0,0.07699902129977099,0.0016934348764750915,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e3a47b134632d5785f6e6d54f11bbe8ecabcb88e..bd9fe9f3e194a733d31c89dcd5eed6891ea6efe5 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T04:16:52.623315+00:00", + "evaluated_at": "2026-06-30T04:24:48.165213+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59897.96875, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a79c2efda17839eb9e3af4b0d928bae789c36996..538440e6bb3d039a55dd451c183b3fe39e2605d7 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T04:08:00.636933+00:00", + "evaluated_at": "2026-06-30T04:24:52.816115+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 56e255529e1d8164ab9e6371d56bc9ceac989f58..c799d6c2c4875f280368d31cb4df36683dc4966c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,31 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T04:17:13.660947+00:00", + "evaluated_at": "2026-06-30T04:24:55.253494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cf13e8c93905fefbb47c7a8d7f92d3d03c72cc01..ae0df87a6f9ce3c7ddb43e255d18d69799aa75f2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81095.37515131633,89586.69190788269,251.19384765625,0.39418669751592833,0.004183118454956636,0.004187319167410482,8.023244985661156,284.7724971820775,0.00474560519904058,0.004186032152684763,0.003630376614657843,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,79539.17906824748,88394.61163139343,249.69287109375,0.3918312855512598,0.004157704676770196,0.004162074280955059,7.929028507074409,282.0269119574362,0.004699733373543744,0.0041609146845970404,0.003605273084071688,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,3.6093194024775572e-09,0.0,0.0,0.0,nan,nan,0.30596701965922724,6.00776114911167e-05,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8806e4ff45ffb5249ffc1e72f774d5b51a39249b..b5e4d08ad33f97a8e022055cbed22bc5f66cf138 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T04:14:08.218671+00:00", + "evaluated_at": "2026-06-30T04:23:05.495817+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59820.66015625, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index fe48b340498c6c8246ca7c98c68a1bf66a0fc43a..af92daa3f86bc68b32d2925692af382d40a0d4e3 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T04:05:49.693943+00:00", + "evaluated_at": "2026-06-30T04:23:10.455558+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 4cc8054e821b3f1a90c89bcfaf7ae360b35be6bb..a49e18560ffe743acab977d17bb56ca7505ed703 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T04:14:33.266779+00:00", + "evaluated_at": "2026-06-30T04:23:13.243621+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 42d6454937235af144fede3ff8eaee0c6cc217e1..c001074c96402315497061ba10683323403a2eb1 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,109358.8367729187,109358.8367729187,266.1953125,0.41772779113678554,0.0044291612824853025,0.004437764485186652,2.861273591154427,330.6944764777886,0.005510874267691625,0.004436024796848734,0.005243515735307404,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,107988.38653945923,107988.38653945923,264.6943359375,0.4153723791721169,0.004403722275279169,0.004412519688316589,2.861273591154427,328.615864710545,0.005476097779949339,0.004410901058198349,0.005235046722298055,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,3.0513514493673507e-07,3.0513514493673507e-07,0.00047156566547022923,0.002278706483890618,nan,2.0,0.3048185952107437,0.0005523903917853161,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index e2908581aca291879c8f02ff330c4833964f21be..7a72c63596cbfe148423e860410b05434f1f9a0b 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-30T04:15:29.316185+00:00", + "evaluated_at": "2026-06-30T04:23:46.766596+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59840.6015625, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 82d683bf0b98f779e7037e4429576386d98d1d3a..b0d9dbd4ab332d1cf7b336edf70a50f477299bac 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-30T04:06:53.868508+00:00", + "evaluated_at": "2026-06-30T04:23:51.468250+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index b4108f00e0f50bae7288815d6cc701a916740054..04a367e51050e27b4710c3eeeecbb012244c12b4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T04:15:47.644584+00:00", + "evaluated_at": "2026-06-30T04:23:53.944338+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 9e4a655978d9833101d66d09b2154d2ab38d8a1d..c21723a84a8fcc84446edfd4c8ec326632334ba9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,111227.32170677185,111227.32170677185,281.66162109375,0.44199834220408535,0.004702838875053897,0.004693118255949668,2.0539519259617722,333.50760367159825,0.0055577537633192155,0.004693763852406257,0.004056724945429389,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,109131.46591758728,109131.46591758728,280.16064453125,0.4396429302394167,0.004677297264969101,0.004667873949950641,2.0539519259617722,330.35051977798867,0.005505004299031043,0.004668633648890061,0.00404828570067998,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,1.2400304490024617e-08,1.2400304490024617e-08,7.437831825680203e-05,0.00035941199388137934,nan,2.0,3.371428378813569,0.0001113566544487783,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index fee435f477b9181e742905e48e35443dcb596a0e..b1df6d60920d32639857886fd8b5e88a01b8bd49 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T04:14:59.752560+00:00", + "evaluated_at": "2026-06-30T04:23:34.374621+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59939.94140625, 59948.23828125, 59627.48046875, - 59437.98828125 + 59474.01171875 ], "p50": [ 59912.0859375, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 784617bcb69b2deb9ca5ca6b530e0cfea329df64..78bbd9a1b69a4eac29948c313df1c40f5f8fc5dd 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T04:06:28.770761+00:00", + "evaluated_at": "2026-06-30T04:23:38.501669+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,10 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 06:55:00", - "2026-06-26 07:00:00", - "2026-06-26 07:05:00", - "2026-06-26 07:10:00", "2026-06-26 07:15:00", "2026-06-26 07:20:00", "2026-06-26 07:25:00", @@ -457,6 +453,10 @@ "2026-06-26 17:35:00", "2026-06-26 17:40:00", "2026-06-26 17:45:00", - "2026-06-26 17:50:00" + "2026-06-26 17:50:00", + "2026-06-26 17:55:00", + "2026-06-26 18:00:00", + "2026-06-26 18:05:00", + "2026-06-26 18:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 87de2498bf50341713f8d11a8164ccaa4d42f8f5..de3f9c5b866c20179b31c04e97d28c38e4fb6913 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,31 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T04:15:23.203114+00:00", + "evaluated_at": "2026-06-30T04:23:40.907945+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t040000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t220000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t045000z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t015600z", - "data_fetched_at": "2026-06-30T04:12:52.807176Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t022000z", + "data_fetched_at": "2026-06-30T04:21:48.054882Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []