diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 787b2a30c0a542a5c3c4144189962bb1e3a90516..eac010e21f1679fe7905c17e5cff295f599540be 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T07:51:27.247733+00:00", + "generated_at": "2026-07-01T08:02:54.198590+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 10695, - "num_unique_releases": 1258 + "num_model_releases": 10715, + "num_unique_releases": 1260 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 0d340037fe11c18ace0a7eeeb85a6b6ae9be6599..bc597e95b53d0a6960bc3f9a9d0ec4c316a21446 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,10258.08005750644,19.380772185691292,0.20601348229060296,0.3449296170971135,25.59158769002323,3.8984114953414433,0.6559592089497918,1179.4760540521645,18603.745781978545,0.31509627515197,0.08333333333333333,12,1164,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-01T07:45:36.669994Z -2,Chronos-2,8081.061171207556,18.058354089899016,0.19341796533259545,0.3558935528900398,24.93845374695081,3.928442551230338,0.6511642930536282,1130.0626240392603,13464.773496696036,0.2809015830314196,0.08333333333333333,12,1174,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-01T07:45:36.669994Z -3,Toto-2.0-1B,12428.971655482654,20.873688009650365,0.177957931408131,0.3405768551967543,26.57086913060462,3.7083321991632725,0.6756322485804233,1108.4347034314492,23774.794975825014,0.2447534266750956,0.08333333333333333,12,1171,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-07-01T07:45:36.669994Z -4,Moirai-1.1-Large,98143.56315077383,51.20014370123831,0.3379806274045776,0.36908561029054116,0.7983980600705985,5.622171770198474,0.4517347517272415,1095.4840333045308,520557.827209441,0.23574712643982731,0.16666666666666666,12,1148,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-07-01T07:45:36.669994Z -5,TimesFM-2.5,10903.669772625055,19.425924783139283,0.15839698820069179,0.4215249913200094,26.11462200165327,4.124480635535746,0.6129988406350743,1059.5672166841146,21388.10909633306,0.2630850623729884,0.08333333333333333,12,1182,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-01T07:45:36.669994Z -6,Timer-S1,14981.258767634603,22.182630689353175,0.18104954345804514,0.3397065863218709,26.119915335076442,4.432291675955345,0.5902523102571895,1033.4719991144252,33386.17988005819,0.30048326362797956,0.08333333333333333,12,1125,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-07-01T07:45:36.669994Z -7,ARIMA,25110.57894875926,38.38361876833283,0.35716792337651176,0.47930085650107895,-3.3658031414581355,6.506800669888069,0.3446457757520719,890.5497613060497,27813.350064094706,0.16978180529711542,0.16666666666666666,12,931,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-01T07:45:36.669994Z -8,Moving-Average,22470.540805057095,33.807672392330666,0.4281241345017164,0.4693798277638829,2.066154901579328,6.3351348011716295,0.3593091958392862,878.2241139659909,36153.91660050177,0.17538913351517607,0.16666666666666666,12,931,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-01T07:45:36.669994Z -9,ETS,13343.068088294445,29.41540000652982,0.4409829622626549,0.6600600580294186,-9.448600389612894,6.8665405862930875,0.3049850388694103,874.8423798689313,17429.499491434366,0.21086412919364672,0.16666666666666666,12,931,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-01T07:45:36.669994Z -10,Seasonal-Naive,30261.60843027054,53.80424574994069,0.4767667814601151,0.5970316644933569,0.0,6.389444969866999,0.3533183363358835,749.8871142330837,38856.15428341094,0.18851100641465965,0.15384615384615385,13,938,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-01T07:45:36.669994Z +1,TiRex,10383.440998982047,19.542652210931887,0.20601881207199,0.34460532323003756,25.6195673684251,3.8992669360341234,0.6558836485181151,1179.121195919911,18732.11961607459,0.31576006896917436,0.08333333333333333,12,1166,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-01T07:58:17.601838Z +2,Chronos-2,8166.448144245289,18.191629645216974,0.19342166221958815,0.3555707369944333,24.973015065086866,3.9292016741535707,0.6509599309731657,1129.4449106762272,13546.10555366589,0.2813536682595325,0.08333333333333333,12,1176,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-01T07:58:17.601838Z +3,Toto-2.0-1B,12655.707987884372,21.08732598887747,0.17796507560484373,0.3403085378109174,26.59316966645188,3.7101068246491757,0.675421725036827,1108.1246946439278,24137.322921007482,0.24538679998463842,0.08333333333333333,12,1173,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-07-01T07:58:17.601838Z +4,Moirai-1.1-Large,98286.34052816476,51.36287722318273,0.3379808217281794,0.36867709617160954,0.8552871134302436,5.62344364781119,0.4516438065997472,1095.2082481592613,520677.5996532552,0.23600703128643832,0.16666666666666666,12,1150,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-07-01T07:58:17.601838Z +5,TimesFM-2.5,11050.55225964148,19.60047742165011,0.15840167847904665,0.4211309132928084,26.137755023451078,4.125216702267838,0.6129438787025564,1059.5115425269669,21545.30422846238,0.26367859428942725,0.08333333333333333,12,1184,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-01T07:58:17.601838Z +6,Timer-S1,15288.875810421247,22.42816183965422,0.18105344935772402,0.3393408568102494,26.15277148799232,4.430251859324932,0.5904823469865526,1034.2912025967862,33853.127604752044,0.3005640518072286,0.08333333333333333,12,1127,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-07-01T07:58:17.601838Z +7,ARIMA,25323.87300836221,38.578579264211506,0.35716097907040206,0.4789468534157712,-3.3057678933237535,6.500233438713231,0.345462165295561,891.9768160853124,27980.67978825122,0.16985914139609617,0.16666666666666666,12,933,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-01T07:58:17.601838Z +8,Moving-Average,22815.588785613156,34.108081776391884,0.428143132617004,0.46901827374554783,2.04816600819426,6.340403480564323,0.3587574071705827,877.3834329440242,36519.621269441544,0.17623299939119766,0.16666666666666666,12,933,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-01T07:58:17.601838Z +9,ETS,13456.32880590854,29.5671674531671,0.440984492583794,0.6597347026005795,-9.406874705193214,6.865123728686399,0.3053582657575346,875.5840971739119,17496.3583396173,0.21122239914278648,0.16666666666666666,12,933,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-01T07:58:17.601838Z +10,Seasonal-Naive,30598.30508859364,54.0731493782943,0.4767832270164884,0.5967403033673517,0.0,6.392064692143223,0.3530868249593582,749.3538592736701,39238.735638023136,0.18942659273133314,0.15384615384615385,13,940,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-01T07:58:17.601838Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index c4be77952fcf53dea958e9e9ab026cedb3817e93..27e1e848e7631840f28ed1ebefc0d496ef9c9294 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.8984114953414433,0.6559592089497918,1179.4760540521645,108,1164,9192 -2,Chronos-2,3.928442551230338,0.6511642930536282,1130.0626240392603,108,1172,9190 -3,Toto-2.0-1B,3.7083321991632725,0.6756322485804233,1108.4347034314492,108,1171,9227 -4,Moirai-1.1-Large,5.622171770198474,0.4517347517272415,1095.4840333045308,108,1148,9116 -5,TimesFM-2.5,4.124480635535746,0.6129988406350743,1059.5672166841146,108,1178,9227 -6,Timer-S1,4.432291675955345,0.5902523102571895,1033.4719991144252,108,1125,9030 -7,ARIMA,6.506800669888069,0.3446457757520719,890.5497613060497,108,931,7966 -8,Moving-Average,6.3351348011716295,0.3593091958392862,878.2241139659909,108,931,7966 -9,ETS,6.8665405862930875,0.3049850388694103,874.8423798689313,108,931,7966 -10,Seasonal-Naive,6.389444969866999,0.3533183363358835,749.8871142330837,108,931,7966 +1,TiRex,3.8992669360341234,0.6558836485181151,1179.121195919911,108,1166,9210 +2,Chronos-2,3.9292016741535707,0.6509599309731657,1129.4449106762272,108,1174,9208 +3,Toto-2.0-1B,3.7101068246491757,0.675421725036827,1108.1246946439278,108,1173,9245 +4,Moirai-1.1-Large,5.62344364781119,0.4516438065997472,1095.2082481592613,108,1150,9134 +5,TimesFM-2.5,4.125216702267838,0.6129438787025564,1059.5115425269669,108,1180,9245 +6,Timer-S1,4.430251859324932,0.5904823469865526,1034.2912025967862,108,1127,9048 +7,ARIMA,6.500233438713231,0.345462165295561,891.9768160853124,108,933,7984 +8,Moving-Average,6.340403480564323,0.3587574071705827,877.3834329440242,108,933,7984 +9,ETS,6.865123728686399,0.3053582657575346,875.5840971739119,108,933,7984 +10,Seasonal-Naive,6.392064692143223,0.3530868249593582,749.3538592736701,108,933,7984 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 0854435453e83afb537453aa504eb4cc429946af..f51140829e27ff767dc2b19642ce405167338462 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -155,6 +155,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.076187+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,981705.9574479122,990.8107576363471,0.005243924691507705,0.00415696604302121,21.26016467219385,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:42:09.335356+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,980833.2283418463,990.3702481101935,0.005213992608232662,0.00412989248456817,21.21176858932646,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.253402+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,981433.6883015909,990.6733509596344,0.005235106209024382,0.004148167459218723,21.24618918294483,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.392894+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,980435.0908958403,990.1692233632796,0.005198343687710708,0.004117715136191847,21.185382083058748,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -896,6 +897,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:34:00.858759+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3186.0613855311017,56.445206931422454,0.011516226527211106,0.01139456464694569,-4.414332681388586,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:06:00.192727+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3186.0613855311017,56.445206931422454,0.011516226527211106,0.01139456464694569,-4.414332681388586,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.219294+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1408.5903773811776,37.531192059154975,0.00976630926465736,0.00975601354938987,56.04055511637217,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.429709+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1408.5903773811776,37.531192059154975,0.00976630926465736,0.00975601354938987,56.04055511637217,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.416199+00:00,2026-06-22T06:44:06.416199+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3.0896330571602615,1.7577352067818013,0.0066521352217522,0.5805651311926284,32.01853061105836,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.374070+00:00,2026-06-22T02:04:31.374070+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.2344676778615638,1.1110660096778966,0.0125498530062765,0.7239550128355194,2.0613465932055077,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.741289+00:00,2026-06-18T01:57:02.741289+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.1204235232414534,0.3470209262298939,0.0167734934476935,0.3867356860355187,-6.874084968171308,True @@ -1073,6 +1075,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:32:30.098648+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,475245.3880093892,689.3804377913469,0.010429484126656454,0.0070537405116478024,52.166523053536736,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:40:04.621201+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,472445.338408788,687.3465926363409,0.010399258454752843,0.007043611839420826,52.3121694458127,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:46:17.413155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,474405.5852502187,688.771068824917,0.010420579148149632,0.007050758469859237,52.21012828908668,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:58:46.715031+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,471038.4713427226,686.3224252075132,0.010383456041903863,0.007038310800892503,52.38562643953977,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -2052,6 +2055,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:30:21.864547+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2876.933630608022,53.63705464143256,0.017985531053116358,0.013034656286109978,0.6858090655189786,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:02:23.107419+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2876.933630608022,53.63705464143256,0.017985531053116358,0.013034656286109978,0.6858090655189786,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:32:51.651818+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,1586.8580895289779,39.835387402772646,0.01265671586180045,0.012519689567824649,51.817450202803656,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:58:53.428463+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,1586.8580895289779,39.835387402772646,0.01265671586180045,0.012519689567824649,51.817450202803656,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:17.129265+00:00,2026-06-16T13:52:17.129265+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0893557137446477,0.2989242608833344,0.0026333963769113,0.2481742025694223,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:12.477174+00:00,2026-06-17T04:27:12.477174+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0060563264179081,0.0778224030591971,0.0014587299243823,0.0713646122556574,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:22.703103+00:00,2026-06-17T06:53:22.703103+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.4209225129592517,0.6487854136455687,0.015223178750945,0.4805964428730414,,True @@ -2260,6 +2264,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.280737+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,522311.30413743993,722.7110792961735,0.010583528021561345,0.009531675804657136,48.6457102043706,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:42:09.400687+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,519797.12415954255,720.9695722841169,0.010553360024449135,0.009501635746121305,48.75716413171388,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.470325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,521555.68074554997,722.1881200529056,0.010574640034993676,0.009522830585876689,48.67920023428893,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.492372+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,518539.87681511353,720.0971301255918,0.01053758776480461,0.009485913838493072,48.812908224645795,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -3001,6 +3006,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:34:00.992305+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,4240.994748841559,65.12292030338904,0.02194326355658795,0.021798484464713924,-18.50224543040724,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:06:00.290754+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,4240.994748841559,65.12292030338904,0.02194326355658795,0.021798484464713924,-18.50224543040724,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.345054+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1579.157827450281,39.73861884175494,0.012502594220941158,0.01240953989106966,51.995137710132255,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.513869+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1579.157827450281,39.73861884175494,0.012502594220941158,0.01240953989106966,51.995137710132255,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.485096+00:00,2026-06-22T06:44:06.485096+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.1331846168895066,1.0645114451660471,0.0064520371467811,0.6148593882250972,68.22780629548201,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.501595+00:00,2026-06-22T02:04:31.501595+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6575586487455249,0.8108999005706715,0.0059389449085232,0.5195396129739592,32.34961343280298,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.853207+00:00,2026-06-18T01:57:02.853207+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4121638688571386,0.641999897863807,0.0194826426889919,0.397034968715249,-59.4147625261505,True @@ -3177,6 +3183,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:05.389518+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,771844.0721035004,878.5465679766214,0.013954102784882174,0.009274519431883226,32.403525665911324,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:41:44.575754+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,768004.2225678762,876.3585011671172,0.01394486612369912,0.009125135434766812,32.541479148210186,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:49:53.140538+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,809056.5507831573,899.4757088344061,0.0141174855621797,0.009212847545632587,30.254715247478806,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:07.632305+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,796091.8710823059,892.2398058158501,0.014064653847664595,0.00927217301474089,30.883078929036238,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -4132,6 +4139,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:33:19.177797+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,3155.406245134771,56.17300281393875,0.018036269994307064,0.015471038912395775,-3.931764027472393,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:05:26.401962+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,2894.1086814254522,53.79692074297052,0.01803588765769103,0.014375578334933498,0.38820955707091415,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:23.464875+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,2114.4650558804474,45.983312798018886,0.012505885225183824,0.013554945753707725,40.55870569965789,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:21.127180+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,2154.0067993327975,46.41127879441373,0.01250678363874847,0.013547632888248435,39.781807321354904,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:09.869342+00:00,2026-06-16T13:54:09.869342+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6702556071449071,0.8186913992127357,0.0040769723745492,0.2833238404909401,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:05:56.365631+00:00,2026-06-17T05:05:56.365631+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.0095345006628372,0.0976447677186917,0.0020933254345043,0.0868587082159885,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:20.164514+00:00,2026-06-17T06:58:20.164514+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.585132378381264,0.7649394605988529,0.017378204407326,0.6546905024830473,,True @@ -4339,6 +4347,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.362223+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1365210.253690743,1168.422121363141,0.018686884355496133,0.017542290603680614,5.096444048109239,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:42:09.417535+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1360801.8186805213,1166.5341052367571,0.018656441513390475,0.01751201224370969,5.162835354482265,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.579309+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1363896.8333962616,1167.8599374052787,0.018677915395087185,0.01753337587885033,5.116013579381574,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.532496+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1358553.1476655249,1165.569881073428,0.018640525560858996,0.017496165517178502,5.197505372874953,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -5080,6 +5089,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:34:01.069217+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,2881.336103416836,53.67807842515263,0.01782841152655391,0.01770412981883744,0.6093574744760188,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:06:00.342647+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,2881.336103416836,53.67807842515263,0.01782841152655391,0.01770412981883744,0.6093574744760188,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.416380+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,5046.605902778788,71.03946721913663,0.026562499999999944,0.026468155500413506,-0.4638969939678544,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.545171+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,5046.605902778788,71.03946721913663,0.026562499999999944,0.026468155500413506,-0.4638969939678544,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.513755+00:00,2026-06-22T06:44:06.513755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,6.096087500001475,2.4690256175263703,0.0196681634803165,1.4471267873914837,-0.7943684269931404,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.541067+00:00,2026-06-22T02:04:31.541067+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6042961474036851,0.7773648740480142,0.0045107886904761,0.4678615953055017,36.07794998568346,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.893937+00:00,2026-06-18T01:57:02.893937+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.0428495693105365,0.2070013751416559,0.0058873351128576,0.1381861928397068,42.00973387479436,True @@ -5270,6 +5280,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.431929+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1511837.3763955433,1229.5679633088785,0.019156633754021116,0.013864750488754757,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:42:09.430984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1508963.0541241963,1228.3985729901335,0.019126397305600427,0.01384780664379496,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.661905+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1510975.7027346294,1229.2175164447622,0.01914772560057568,0.013859762124052032,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.563273+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1507517.3138955433,1227.8099665239502,0.019110589258634448,0.013838938725337266,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -6017,6 +6028,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:34:01.126236+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2916.6666666666665,54.00617248673217,0.0180718954248366,0.01363059633858979,0.0,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:06:00.393014+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2916.6666666666665,54.00617248673217,0.0180718954248366,0.01363059633858979,0.0,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:55.477682+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5000.0,70.71067811865476,0.026519607843137255,0.019716937781453885,0.0,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.581566+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5000.0,70.71067811865476,0.026519607843137255,0.019716937781453885,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.538654+00:00,2026-06-22T06:44:06.538654+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.999999999999999,2.449489742783178,0.0196191797718162,1.1907241805196005,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.574246+00:00,2026-06-22T02:04:31.574246+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.28643216080402,1.1342099280133375,0.0051551870748299,0.4914909688057796,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.929105+00:00,2026-06-18T01:57:02.929105+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.10493236780981,0.3239326593750776,0.0064416792357968,0.1397058882428658,0.0,True @@ -6195,6 +6207,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:34:22.217983+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,675231.6233666738,821.7247856592095,0.012829430970170317,0.008402321789799876,38.252371238393806,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:41:14.982437+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,671784.3443997701,819.6245142745366,0.01279911138918482,0.008372315327522162,38.38953151066779,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:48:45.946973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,674201.2324714661,821.0975779232734,0.01282049832450829,0.008393486370134531,38.29321355088542,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:00:24.597150+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,670038.7275333405,818.5589334515508,0.01278325987932695,0.008356611017136176,38.45956523868201,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -7164,6 +7177,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:32:35.135624+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2931.992950089276,54.14788038408591,0.018139258634894264,0.011077810896292143,-0.2620477926036377,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:04:34.757657+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2931.992950089276,54.14788038408591,0.018139258634894264,0.011077810896292143,-0.2620477926036377,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:34:40.718577+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1568.7799474174778,39.607826845428896,0.012534388244229984,0.013080756270965443,52.23527169503539,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:00:30.915562+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1568.7799474174778,39.607826845428896,0.012534388244229984,0.013080756270965443,52.23527169503539,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:40.321622+00:00,2026-06-16T13:53:40.321622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0023242654753848,0.0482106365378522,0.0004073868449936,0.1444975678416619,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:30:32.986575+00:00,2026-06-17T04:30:32.986575+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0056072958754176,0.0748818794864128,0.0014793189796241,0.0569541122130377,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:49.786673+00:00,2026-06-17T06:54:49.786673+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.5257096876245062,0.7250584029059357,0.0169494536471833,0.6284580797113027,,True @@ -7358,6 +7372,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:41.082286+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1518720.8352355957,1232.3639215895587,0.020047262775693495,0.016163728257559618,-0.22713501471887176,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:42:08.541885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1513897.9596691132,1230.4056077851374,0.020016743603928536,0.016133490907348086,-0.16325280991745572,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:50:56.413646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1517285.3755880992,1231.781383033572,0.020038271327315452,0.0161548254941612,-0.20835960606687864,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:47.698074+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1511432.3769022624,1229.4032604895199,0.0200007877451613,0.016117665661145687,-0.12968294962492372,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -8294,6 +8309,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:34:00.325106+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2252.8794552087784,47.46450732082635,0.01624280633327049,0.011445585979982327,12.8403383161436,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:05:59.749716+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2252.8794552087784,47.46450732082635,0.01624280633327049,0.011445585979982327,12.8403383161436,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:35:54.717060+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1240.4446055491765,35.219946132116334,0.011935133591196896,0.012098684418366878,60.24499265817892,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:52.670669+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1240.4446055491765,35.219946132116334,0.011935133591196896,0.012098684418366878,60.24499265817892,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:34.318864+00:00,2026-06-16T13:54:34.318864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.5264843802452086,0.7255924339773732,0.0058207715678418,0.3593665405501698,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:07:39.082621+00:00,2026-06-17T05:07:39.082621+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.003792629804365,0.0615843308347593,0.0011315148155968,0.0745311208658484,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:52.393071+00:00,2026-06-17T06:58:52.393071+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.548452828768998,0.7405760114728251,0.0172600929660803,0.6723873233712555,,True @@ -8483,6 +8499,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:33:14.674327+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,784960.771853129,885.980119332894,0.012001109085433476,0.013330150947724058,31.64738725937513,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:40:34.739328+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,781370.9101454417,883.9518709440247,0.01197081480574963,0.013299997891359662,31.767949798132413,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:47:12.788900+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,783888.3949476877,885.3747200748888,0.011992183893949739,0.013321272770549125,31.68324035054009,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:59:15.854331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,779550.6676864624,882.921665656961,0.011954976523773524,0.013284216797075702,31.829689894286986,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -9470,6 +9487,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:31:10.797586+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2944.2634378050766,54.261067422278714,0.017894637179290785,0.017335263358567835,-0.4708599257540101,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:03:33.649381+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2944.2634378050766,54.261067422278714,0.017894637179290785,0.017335263358567835,-0.4708599257540101,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:33:31.792604+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1572.6640760699909,39.65682887057399,0.012540185147952411,0.012989339574143003,52.14530796436693,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:59:21.214169+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1572.6640760699909,39.65682887057399,0.012540185147952411,0.012989339574143003,52.14530796436693,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:50.733603+00:00,2026-06-16T13:52:50.733603+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.0643386597633361,0.2536506648194248,0.0003634428366636,0.3283486946799109,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:34.474249+00:00,2026-06-17T04:27:34.474249+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.0116260313038637,0.1078240757153231,0.0035697696445224,0.0879595037605901,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:55.757987+00:00,2026-06-17T06:53:55.757987+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.5101936098957,0.7142783840322343,0.0158087829419195,0.6469518623986631,,True @@ -9666,6 +9684,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:22:33.795462Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:33:55.578818+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1150709.9283504486,1072.7114842074027,0.017130190025825155,0.011731928149093483,13.563231248563543,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-07-01T07:39:35.720150Z,2026-07-01T07:41:05.335066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1146342.6036834717,1070.6739016542206,0.017099736951751297,0.0117018226369933,13.656448528796469,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:48:11.507236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1149408.6137237549,1072.1047587450373,0.017121218050910613,0.011723063839287822,13.59078411243259,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:59:56.353174+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1144115.4491837819,1069.6333246415716,0.017083815649800747,0.011686066445718839,13.704833858280777,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -10641,6 +10660,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:05:15.228244Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T06:29:35.314846Z|h:24,2026-07-01T06:29:35.314846Z,2026-07-01T06:32:03.000696+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2922.0860183015466,54.05632264871101,0.018094009275134333,0.014223108952300842,-0.09281694100234976,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:01:21.125149Z|h:24,2026-07-01T07:01:21.125149Z,2026-07-01T07:04:13.290400+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2922.0860183015466,54.05632264871101,0.018094009275134333,0.014223108952300842,-0.09281694100234976,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:32:00.087974Z|h:24,2026-07-01T07:32:00.087974Z,2026-07-01T07:34:13.014180+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,1561.7358412543933,39.51880364148684,0.012502197903901143,0.013398101568243956,52.398698178747786,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:00:12.307596+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,1561.7358412543933,39.51880364148684,0.012502197903901143,0.013398101568243956,52.398698178747786,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:22.236271+00:00,2026-06-16T13:53:22.236271+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.503501415252685e-05,0.0059190382793598,4.8182560847355774e-05,0.1175738345121154,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:54.848428+00:00,2026-06-17T04:27:54.848428+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.0003851697833397,0.0196257428735776,0.0004428966625316,0.0491600881768204,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:14.985745+00:00,2026-06-17T06:54:14.985745+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.5362244547140951,0.7322734835524874,0.0170764294067648,0.3204744011689243,,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index a66000ffe9ff9a0cf78a0f7f6ccab042a83fa538..3072db1f707dba1c5728fddea5076146f72dffb2 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,299032.465686898,405.38664223047135,0.008792827312970541,0.21309812496892513,3.2042224461114737,328317.06036350364,0.4819325328759292,1.422098822807256e-31,265,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T07:45:36.669994Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,301594.1296914429,407.5850729866097,0.008779314216634979,0.21231248433045624,3.271820790611275,330349.5937511312,0.4850333380621365,4.480289658900468e-32,266,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T07:58:17.601838Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.010901967312211e-05,0.0046220840713591,,,-35.382602051188556,8.773392951973734e-05,0.05510492621138371,0.6046020411575261,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.57820201552653e-15,9.786828912128042e-08,,,0.0,3.17560640508567e-30,0.0,1.0,79,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,19.992374592438612,4.105386963489048,0.13872993351250143,0.3234711761414266,-75.2941904110411,11.938864484481455,0.16073700829736082,0.2878740409384484,26,1.0,2026-06-18T05:03:29.867986+00:00,2026-07-01T07:22:33.795462Z @@ -9,9 +9,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,6.523964990554648 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,54.26620752021451,5.269794309632451,0.42534820702590564,0.5282870559300713,16.040672710749547,75.78431895554573,0.4170731707317073,0.00012237304224995733,41,1.0,2026-06-17T12:10:12.456148+00:00,2026-07-01T07:11:01.370329Z ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,7.219014565758071,2.218361044204607,0.1359554248341061,0.6034864008783993,-57.76382502235754,9.985894685978744,0.2292682926829268,0.03472039769151691,41,1.0,2026-06-17T12:39:00.859383+00:00,2026-07-01T07:11:01.370329Z ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,8.016835194096247,2.3892420582229437,0.6540768775596444,0.4049459762238245,15.757008534002173,8.056595054666419,0.48048780487804876,9.62710475782616e-06,41,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-01T07:11:01.370329Z -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1581.548811449263,26.102481312285796,0.014296636410305569,0.23286162093266222,3.1617598342357214,3927.4910249943996,0.5787436074769071,3.8037400663448836e-14,80,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-01T07:32:00.087974Z +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1579.41352213978,26.243576506691593,0.014240706445544475,0.23010723071805395,3.8145844673485145,3902.9143272449833,0.5765708354784687,3.255595613837619e-14,81,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-01T07:58:17.601838Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,612.9429421786958,11.820716651328384,0.19366518500579266,0.4068430024788657,50.22197859563769,1368.507952180467,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-30T10:16:13.454454Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,95715.57495142176,184.3666874699629,0.0073669560481256285,0.18561146276840138,32.729227128048535,157885.59858500346,0.5349682107175295,7.669880579923413e-53,367,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T07:45:36.669994Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,96735.47412639811,185.73069762685847,0.007375153058978287,0.1851262096380549,32.80816849074529,158879.60983892292,0.5366366544248312,2.658344200822592e-53,368,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T07:58:17.601838Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.103188548087323e-07,0.00047180029224360147,,,-34.783630783499525,1.3704814542875337e-06,0.1322859468240629,0.23487467740595713,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977035e-09,,,0.0,3.878516676658901e-34,0.0,1.0,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.5834882914272885,1.3106544438913394,0.05014323892689368,0.11073456621428483,19.582308261861733,2.6254984280089606,0.055254601256797646,0.7127018566581784,26,1.0,2026-06-17T05:11:12.972050+00:00,2026-07-01T07:22:33.795462Z @@ -21,9 +21,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.35105082854 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,32.822212864963575,3.956153622835995,0.34097910758551325,0.590660795085608,38.05365749408988,49.61680241269028,0.3796992481203008,3.024517363074164e-05,57,1.0,2026-06-16T13:12:26.984109+00:00,2026-07-01T07:11:01.370329Z Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7415085544774097,0.682025479086314,0.03982544772607524,0.1325295336136515,20.402447007230947,1.1021648436496199,0.5595886267392619,5.473622431621869e-10,58,1.0,2026-06-16T13:12:32.541423+00:00,2026-07-01T07:11:01.370329Z Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.960427926213592,1.9150752084736675,0.6303162757608636,0.41377154488265094,21.914218606929758,7.839042806686922,0.46992481203007525,2.4317034577154654e-07,57,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-01T07:11:01.370329Z -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1136.1304492679922,17.48221924537762,0.009923389249750827,0.27309574301103207,26.632866082610313,3438.571310658182,0.49495401491411417,1.836075754383791e-12,94,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-01T07:32:00.087974Z +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1140.8749507444236,17.71751575229757,0.009952161108825033,0.27035283718531405,26.96866053754623,3420.5447403769563,0.49871059394416734,9.43060212874498e-13,95,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-01T07:58:17.601838Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,67.40666432398176,3.951788110940157,0.0715986640988758,0.17957319676454603,91.51663590004291,150.40032261989884,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-30T10:16:13.454454Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,157331.8386147954,288.0076382604113,0.007472436297352772,0.18374605187336673,34.815407882949,202925.42862553662,0.584676958261864,1.1663056555664684e-45,265,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T07:45:36.669994Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,158689.76357043572,289.63203484637063,0.0074839594231702585,0.1830909385724838,34.8680300646847,203749.4332745976,0.5866080295077316,4.0499683543675145e-46,266,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T07:58:17.601838Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.829855264000604e-05,0.0049573941941224485,,,-35.38743137898635,9.771466330011987e-05,0.06297705852729567,0.5540082900879801,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.57820201552653e-15,9.786828912128042e-08,,,0.0,3.17560640508567e-30,0.0,1.0,79,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,52.642521947892796,6.6114968960354625,0.24248983544554503,0.510927721287661,-86.00056487661992,33.52934613488433,0.03494282789073061,0.8172815392259618,26,1.0,2026-06-18T05:03:30.268230+00:00,2026-07-01T07:22:33.795462Z @@ -33,9 +33,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,6.798891898777925,1 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,82.08457470880552,6.561798883999645,0.8508016493391674,1.1813002628217366,-4.0379993823696,158.39162364056244,0.4439024390243902,4.343110240999381e-05,41,1.0,2026-06-17T12:10:12.763932+00:00,2026-07-01T07:11:01.370329Z ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,72.90347347702499,6.420199289333013,0.3537820208719775,1.4800798451662667,-83.92565968818592,118.53655401288876,0.2926829268292683,0.007024824494043445,41,1.0,2026-06-17T12:39:01.037191+00:00,2026-07-01T07:11:01.370329Z ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.789995841329229,2.365371302296804,0.6869036228382509,0.42321869893444225,17.175831179324828,7.519551996335786,0.5024390243902439,3.7000172516129284e-06,41,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-01T07:11:01.370329Z -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1481.6617134165042,23.796784173021603,0.012196407289480063,0.2228832598791549,15.700169174794619,3463.5910517685948,0.520265395628609,1.02544315647687e-11,80,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-01T07:32:00.087974Z +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1482.8653691453164,23.99359694670967,0.012200187375053656,0.22028481889164767,16.148255206095087,3441.892580902842,0.5226335637724183,6.073715715201517e-12,81,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-01T07:58:17.601838Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1075.9331009405723,15.476647205310826,0.2139027559991696,0.4810286938517012,40.26961336290067,2403.544039974228,0.6,0.23333333333333334,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-30T10:16:13.454454Z -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,166236.92499349747,240.01853926995258,0.009297655131121862,0.21957901557466955,12.595623240716735,285490.34291196597,0.4637057896267275,1.3022459357034248e-39,362,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T07:45:36.669994Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,167972.06258602862,241.81529207035453,0.009310787358991126,0.21899965788166703,12.669362981395441,287006.0446866228,0.46589957840585655,4.454427132034795e-40,363,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T07:58:17.601838Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,915689.9412195091,258.9548092379409,,,-99.94079827028867,5239506.598228776,-0.31729879740980577,0.0016582273356278573,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,91468.01232806675,68.00380363668779,,,-100.0,706590.1660678425,0.06807511737089202,0.3976325268932267,72,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.8687752647884972,1.1494648940116254,0.04694378790858386,0.10177718755364971,26.13071080174662,1.8217642581226252,0.07692307692307693,0.6002720153905604,26,1.0,2026-06-17T05:16:48.534000+00:00,2026-07-01T07:22:33.795462Z @@ -45,9 +45,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,6.8313 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,40.61159366209071,4.388291336892747,0.391467739798246,0.597517355654503,28.646559640970203,64.32527389250049,0.2676450034940601,0.00427216198788329,54,1.0,2026-06-16T13:15:30.361270+00:00,2026-07-01T07:11:01.370329Z Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.4662707104508813,0.5836937322475486,0.03816471806393121,0.13459850488767525,31.91992684650695,0.5645105222592414,0.6202020202020203,2.2929598548334683e-11,55,1.0,2026-06-16T13:15:35.504692+00:00,2026-07-01T07:11:01.370329Z Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.081158850643679,2.1855252913989327,0.6633817692743957,0.4245946527272159,10.458448143074287,8.241412670266334,0.4268476621417798,7.95657014456827e-06,52,1.0,2026-06-16T13:15:41.040444+00:00,2026-07-01T07:11:01.370329Z -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4204.058800281888,31.74262927889227,0.013558548872806048,0.34309128154180485,-5.887860151420876,14830.232121574292,0.5694249649368864,6.234067183202883e-16,93,1.0,2026-06-16T12:43:22.358427+00:00,2026-07-01T07:32:00.087974Z +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4182.249736442004,31.898678741823353,0.013547359880954372,0.33958549804549043,-5.278931251783865,14751.799672688325,0.57035003431709,3.861976494824398e-16,94,1.0,2026-06-16T12:43:22.358427+00:00,2026-07-01T07:58:17.601838Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,60.320862196411234,3.756599180683812,0.05809342337382865,0.1593379117778626,92.87451794105093,134.54802570097752,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-30T10:16:13.454454Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,267017.482128098,352.3606549431939,0.008992701137973074,0.19292069652372595,24.02132080400317,427461.55890443904,0.4465408805031447,2.423415092512724e-27,265,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T07:45:36.669994Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,271120.99966771237,355.4178324850369,0.009028971154600465,0.19226120580565623,23.950554580577876,431871.50621984806,0.4497375514257342,8.234766641204163e-28,266,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T07:58:17.601838Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.780102092615424e-05,0.0054609057323547275,,,-35.8344163951237,0.00025715391383942924,0.06100902544831768,0.5664606278973259,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.57820201552653e-15,9.786828912128042e-08,,,0.0,3.17560640508567e-30,0.0,1.0,79,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,8.601568739425398,2.696445914228354,0.10373589972964964,0.18993361801055764,-55.725749115074954,4.94474325461539,0.16772557387550693,0.26742780165680236,26,1.0,2026-06-18T05:03:30.400278+00:00,2026-07-01T07:22:33.795462Z @@ -57,9 +57,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.936943 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,71.27402444137361,6.0000791974237675,0.4713070463732608,0.5371871449929697,11.40583062530463,95.61475125778291,0.4292682926829268,7.697047833607098e-05,41,1.0,2026-06-17T12:10:12.904026+00:00,2026-07-01T07:11:01.370329Z Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7004044650917018,1.1759149480598543,0.07132795872906207,0.2886387212834199,-23.155945904375415,1.6772592050291535,0.19999999999999998,0.06546961329987128,41,1.0,2026-06-17T12:39:01.095906+00:00,2026-07-01T07:11:01.370329Z Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,8.263931585508967,2.408983755929364,0.7289209983246262,0.41339435746870457,16.38311817723855,8.38028351019318,0.48292682926829267,8.673507215401022e-06,41,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-01T07:11:01.370329Z -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2044.8895110512544,26.67292680092145,0.01411189796384415,0.2659081621880917,11.289243278869355,5157.05172534555,0.5615815235649065,2.0866095991880798e-13,80,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-01T07:32:00.087974Z +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2081.9477381096194,27.220661867812996,0.014265609100092988,0.26295211272281166,11.144142781673834,5135.560437213776,0.568511243154576,7.33871016832853e-14,81,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-01T07:58:17.601838Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,482.11269692407524,10.639978661176874,0.21123461438364713,0.4751778793557085,45.79725214351289,1075.6301471974864,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-30T10:16:13.454454Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,351737.71182958595,430.8967864969988,0.01063408332167812,0.18254630960546112,0.0,456246.1428548047,0.5165809033733563,5.039522225352958e-36,265,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T07:45:36.669994Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,356082.7479275783,433.89270070762643,0.010665949885350889,0.18191207136906964,0.0,460865.42013874155,0.519931905234785,1.3271195796701915e-36,266,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T07:58:17.601838Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00021786493024015746,0.002066848174699339,,,0.0,0.0015558668063995655,-0.06336944275050717,0.5867904254454406,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,79,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z @@ -70,9 +70,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.768288 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,100.04915121546057,7.286289103856167,0.5275878730784381,0.6596240382249313,0.0,117.16641169495881,0.321718931475029,0.0026825020036332827,42,1.0,2026-06-17T12:10:13.010113+00:00,2026-07-01T07:11:01.370329Z Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2671250691140663,0.9753850807372095,0.05313630540169253,0.21758441520144112,0.0,1.3802096452949513,0.4912891986062718,4.556936653828611e-06,42,1.0,2026-06-17T12:39:01.134217+00:00,2026-07-01T07:11:01.370329Z Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,11.781192198845748,2.874188600895857,0.7257897267396768,0.6839699907759629,0.0,12.191037865652847,0.5470383275261325,3.3182748929434614e-07,42,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-01T07:11:01.370329Z -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2406.3427231532232,30.224208523134468,0.014447808772048463,0.22794640390440288,0.0,5685.485612776367,0.509452935527174,3.402941763780625e-11,80,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-01T07:32:00.087974Z +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2438.363183361208,30.724041481103853,0.014596843328481659,0.22537566975473688,0.0,5657.1845841858385,0.5170889694658268,1.2745063117728e-11,81,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-01T07:58:17.601838Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2692.6515141336554,31.054937327559447,0.3558590289967776,1.0019056556708787,0.0,4167.157400955925,0.5520524474738833,0.12597116307723114,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-30T10:16:13.454454Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,122122.20612125352,204.1603706243444,0.00791519806909373,0.19732828873222644,22.708444435791126,220358.85000896364,0.5909378292939935,9.814822417159907e-64,365,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T07:45:36.669994Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,123619.24579724285,205.83905522223296,0.007928498784422238,0.1968119726728956,22.771448919002687,221912.68523929638,0.5923048132345236,3.4134561339764556e-64,366,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T07:58:17.601838Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6563525987563045e-07,0.00023381826146506225,,,-34.78277032666632,2.7600563480646646e-07,0.15101670035667356,0.17506963742445847,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,,0.0,0.0,0.0,1.0,72,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.475981699687812,1.0562274739718942,0.04102460540560822,0.09357374879490357,30.156158551575682,1.2916871466125222,0.2417388804984897,0.10717850595609069,26,1.0,2026-06-17T05:15:19.765080+00:00,2026-07-01T07:22:33.795462Z @@ -82,9 +82,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.252445039949503 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,32.87986426006713,3.951910386624064,0.34204874177050165,0.5827083611126451,37.36786793482558,50.64375316829508,0.32987012987012987,0.00033028777410420616,56,1.0,2026-06-16T13:14:34.959433+00:00,2026-07-01T07:11:01.370329Z TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5741338706289453,0.6325542482888042,0.04100144550516608,0.14390816381162083,23.83075755488607,0.7346666033967723,0.5927318295739349,7.409695122601904e-11,57,1.0,2026-06-16T13:14:39.480658+00:00,2026-07-01T07:11:01.370329Z TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.182266182576599,1.9625536559911607,0.6449446397094859,0.41302730944345556,18.707683192184795,7.943693510386023,0.5016835016835017,6.36054132773825e-08,55,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-01T07:11:01.370329Z -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,876.075884210642,14.539634870558977,0.008734663882772881,0.2721099043566834,31.778897374216495,2680.5291785584955,0.42382015092553027,1.6024392376269717e-09,94,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-01T07:32:00.087974Z +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,883.3675059286086,14.803510575557608,0.008774660981314531,0.26938328174525483,32.05164903182742,2667.1799573783155,0.4304186927914525,7.227004533867466e-10,95,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-01T07:58:17.601838Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,46.27768853682843,3.2918770934087482,0.056183559442675904,0.16360663191753713,93.34119837650896,103.22460228388576,0.9999999999999999,0.016666666666666666,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-30T10:16:13.454454Z -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,178229.1143537856,231.35546657408477,0.007726039564219602,0.17186312977425555,28.158093474875315,395909.4363441052,0.5110492107706592,1.7603433477032588e-47,360,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T07:45:36.669994Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,181922.19818355975,234.1201419034904,0.007760041636742988,0.17143170189582593,28.04402986026039,401537.68492420146,0.5136041859033548,4.54934974914772e-48,361,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T07:58:17.601838Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.60058987523e-05,0.0015690911905404138,,,-34.787017446691635,0.00023466685171008917,0.07609368622623087,0.4944156622379974,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,72,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.051886563230183,0.9429133779168336,0.037866685555125935,0.08924991482180127,27.48035937628273,0.7534664578021792,0.26936618112688854,0.07263450246786524,26,1.0,2026-06-17T05:17:34.201964+00:00,2026-07-01T07:22:33.795462Z @@ -94,9 +94,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.195355897864 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,30.89241770771661,3.967845340457814,0.34977346547504284,0.5715280164094042,34.868537266432,45.77826396663046,0.3866666666666667,6.221452413111419e-05,51,1.0,2026-06-16T13:16:21.589465+00:00,2026-07-01T07:11:01.370329Z Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7500848515995604,0.6634067970468766,0.038117878878492335,0.12583637854866542,25.54372013706846,1.1973098241128528,0.7411764705882354,1.647881520148458e-14,51,1.0,2026-06-16T13:16:28.640897+00:00,2026-07-01T07:11:01.370329Z Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.923142056507857,2.116495428151278,0.7045488666880557,0.4506649431491748,12.007591292522195,8.570472015854557,0.5885714285714286,1.6288522154640585e-09,50,1.0,2026-06-16T13:16:37.448453+00:00,2026-07-01T07:11:01.370329Z -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1391.5830756479995,18.867083453493294,0.011480010407297356,0.3024267358190321,22.119683937769015,4420.558686530992,0.6138901590485959,2.0217077418270286e-17,89,1.0,2026-06-16T12:43:54.916074+00:00,2026-07-01T07:32:00.087974Z +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1389.9037593135681,19.048781927700215,0.01148506733156291,0.29920086858124695,22.62802138737448,4395.682802761031,0.6123046420668896,1.6030520505975188e-17,90,1.0,2026-06-16T12:43:54.916074+00:00,2026-07-01T07:58:17.601838Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,104.64595549661864,5.418508244563724,0.08295550664102834,0.17658439926636957,88.03314836392848,208.9185677788019,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-30T10:16:13.454454Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,129781.28888616608,204.08880612433373,0.0070890649951652045,0.227006030201136,29.15164156319536,253270.54626589257,0.5035937315894897,2.8129163684306223e-47,369,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T07:45:36.669994Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131537.4223423831,205.92348952847595,0.007102216107404686,0.22642840367842232,29.16235375651972,255172.9100722787,0.5054273785981104,9.812517351308812e-48,370,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T07:58:17.601838Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.594323732773987e-08,7.230008169092075e-05,,,-28.26086956521739,4.877450584120876e-07,0.19012617984348346,0.09443849631801965,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.0898409474928874,1.5064611373540382,0.0634510340520136,0.13521545858885048,-4.406953216310415,2.918440253053739,0.13122967798489443,0.3818210422140865,26,1.0,2026-06-17T05:12:05.733003+00:00,2026-07-01T07:22:33.795462Z @@ -106,9 +106,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.178560374 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,31.062608342008605,3.831257028871467,0.3140208422274034,0.7001992018426972,36.930972817778965,47.16912987639035,0.29340592861464,0.001140436204520075,58,1.0,2026-06-16T13:13:12.832013+00:00,2026-07-01T07:11:01.370329Z TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5224657292654462,0.5788580126190828,0.04308091273330163,0.15889906292129607,29.321002836179623,0.7203956272505603,0.5774011299435029,7.113594410151707e-11,60,1.0,2026-06-16T13:13:17.753731+00:00,2026-07-01T07:11:01.370329Z TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.842953107835268,1.9002538529510415,0.5548858681170973,0.5963778436965155,19.946164221737465,7.671357120800379,0.5003024803387779,2.8977593479673152e-08,58,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-01T07:11:01.370329Z -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,952.8508299852912,14.70179610375668,0.00930002470228121,0.3358520995065486,31.86211877741185,3156.9201241270503,0.4863003661532403,3.3624165811014164e-12,95,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-01T07:32:00.087974Z +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,959.30721796534,14.96174436174436,0.009333776373590284,0.33248894575725263,32.129002845661255,3140.8979032927828,0.49158910214188567,1.4909971979924082e-12,96,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-01T07:58:17.601838Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,58.5589370039249,3.7112405314609456,0.05978814257932148,0.24509574538975581,91.54440442782939,130.61885680452593,0.6,0.23333333333333334,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-30T10:16:13.454454Z -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,148163.26324408292,220.96436062788095,0.007649545146126985,0.180976162766269,29.252484399819323,282580.0364453236,0.5223894004042218,2.461644304468965e-50,366,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T07:45:36.669994Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,150877.02941830552,223.27681012110622,0.007675251605265062,0.18051488184986422,29.19054156897655,286942.650918903,0.524843287026697,6.293199393690524e-51,367,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T07:58:17.601838Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.887786675648815e-08,0.0001220502074505997,,,-34.78400162225894,5.177022165963881e-07,0.07375234203465453,0.5077931450758226,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.0431702993288487,1.2191277752616907,0.0488132766272421,0.11117424229561844,18.05124327642213,1.8745731937353878,0.09669555219939589,0.5193146372205897,26,1.0,2026-06-17T05:14:00.045696+00:00,2026-07-01T07:22:33.795462Z @@ -118,5 +118,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.183585915 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,31.23963028736538,3.9004279959266768,0.31540716204815894,0.5828675359681859,45.32282477967461,44.57962923246112,0.2922077922077922,0.0014707660135577583,56,1.0,2026-06-16T13:14:00.702950+00:00,2026-07-01T07:11:01.370329Z Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.671646453225668,0.6830335037613987,0.04344401236454945,0.1507432271330992,21.16333252282932,0.8781609550735106,0.5184513006654566,8.990885900915488e-09,58,1.0,2026-06-16T13:14:04.647184+00:00,2026-07-01T07:11:01.370329Z Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.08416549568399,1.9423924268371682,0.6479282816119721,0.41914232435490556,18.94975835248136,8.005024154932817,0.4799498746867169,1.341908791210258e-07,57,1.0,2026-06-16T13:14:10.213066+00:00,2026-07-01T07:11:01.370329Z -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,883.0336398454767,15.40300292148692,0.008111589136945289,0.22669982399679678,27.35295434199281,2509.0068093187747,0.4508105472838584,1.0920882618096284e-10,95,1.0,2026-06-16T12:42:15.154825+00:00,2026-07-01T07:32:00.087974Z +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,890.1034544434862,15.654209178986918,0.008157324644934414,0.22447793105483274,27.682503603002733,2496.727677929055,0.4559571403758967,5.2919447330038654e-11,96,1.0,2026-06-16T12:42:15.154825+00:00,2026-07-01T07:58:17.601838Z Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,50.18025326014942,3.5032899783704274,0.080754492093477,0.20056568154465437,88.82333752249528,111.73952931334361,0.6,0.23333333333333334,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-30T10:16:13.454454Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 817cd8283508f9bc23a631107f4f6c1cdb35f124..55b38c8bc357d3fee4c88bb9f2217d639366db1c 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T07:51:26.879817+00:00", + "generated_at": "2026-07-01T08:02:53.820588+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 5e2759849bf7fb3d569bf0aa73e7c8a214d6af97..62d0c3a416248f28b89b896858eb65a92437cc13 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,TimesFM-2.5,0.9482726021146686,1.0945964192712998,7,5,5,1.0 Climate,Moving-Average,1.0487626694566543,1.2459016081446086,8,5,5,1.0 Climate,ARIMA,1.3637570254272933,1.4732868262166465,9,5,5,1.0 Climate,ETS,5.008327225799387,3.4046500917713605,10,5,5,1.0 -Finance,ARIMA,0.649536380052538,0.2992957182158299,1,1,2,0.5 -Finance,Chronos-2,0.313973007237389,0.5087214633809213,2,1,2,0.5 -Finance,TiRex,0.4462025638474976,0.6056010409852982,3,1,2,0.5 -Finance,Moirai-1.1-Large,0.5354530515076396,0.6647190235425959,4,1,2,0.5 +Finance,ARIMA,0.6503640667066829,0.2975455862560348,1,1,2,0.5 +Finance,Chronos-2,0.31245974225365425,0.5085874676217994,2,1,2,0.5 +Finance,TiRex,0.44446502959352935,0.603847678134183,3,1,2,0.5 +Finance,Moirai-1.1-Large,0.528081411566108,0.6700060747985481,4,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,5,2,2,1.0 -Finance,ETS,0.34517807255379157,0.687084706118501,6,1,2,0.5 -Finance,Toto-2.0-1B,0.7607062189309235,0.845834418683405,7,1,2,0.5 -Finance,TimesFM-2.5,0.5187961616649245,0.961147287472675,8,1,2,0.5 -Finance,Timer-S1,1.004175892995533,1.1655918297563264,9,1,2,0.5 -Finance,Moving-Average,0.9026596727715885,1.2650560465553136,10,1,2,0.5 +Finance,ETS,0.3439694337408078,0.6854509602767148,6,1,2,0.5 +Finance,Toto-2.0-1B,0.7589401717896679,0.8444337154498137,7,1,2,0.5 +Finance,TimesFM-2.5,0.5171089316858606,0.9599158620996073,8,1,2,0.5 +Finance,Timer-S1,1.0025970268935769,1.1646605264344703,9,1,2,0.5 +Finance,Moving-Average,0.901185767581612,1.264270755469523,10,1,2,0.5 Hazards,ETS,0.6328729057361834,0.5969196606190901,1,1,1,1.0 Hazards,Moving-Average,0.614643614284174,0.6036102559337267,2,1,1,1.0 Hazards,ARIMA,0.6487066551719298,0.6129220977084272,3,1,1,1.0 @@ -36,7 +36,7 @@ Hydrology,Chronos-2,0.3173716179057956,0.6349712976018469,4,1,1,1.0 Hydrology,TimesFM-2.5,0.3145328152139982,0.6587909196711604,5,1,1,1.0 Hydrology,TiRex,0.3137559894834956,0.6634273747756843,6,1,1,1.0 Hydrology,Toto-2.0-1B,0.3123471682508786,0.6795224348096518,7,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.42289301117608946,0.6874772291698251,8,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.4308013598665595,0.6871063366133666,8,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9,1,1,1.0 Hydrology,Moving-Average,1.0093211805557576,1.3424070103477248,10,1,1,1.0 Ocean,Timer-S1,0.09933710484851087,0.3259534196727481,1,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 16ed5598b018c45f891b9399fba33d8c9111748d..e06f35f1a6761f7e13b7790632dd62e68c3d7972 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -16,7 +16,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,TimesFM-2.5,0.3145328152139982,0.6587909196711604,5,1,1,1.0 15min,TiRex,0.3137559894834956,0.6634273747756843,6,1,1,1.0 15min,Toto-2.0-1B,0.3123471682508786,0.6795224348096518,7,1,1,1.0 -15min,Moirai-1.1-Large,0.42289301117608946,0.6874772291698251,8,1,1,1.0 +15min,Moirai-1.1-Large,0.4308013598665595,0.6871063366133666,8,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,9,1,1,1.0 15min,Moving-Average,1.0093211805557576,1.3424070103477248,10,1,1,1.0 1D,Moirai-1.1-Large,0.037288360260122576,0.16275875849571605,1,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.37919249367670604,0.43031364567720226,8,1,1,1.0 1D,ETS,0.6659115454209751,0.606108569681783,9,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10,1,1,1.0 -1h,Moirai-1.1-Large,0.5324124642623208,0.8433998777929863,1,6,6,1.0 -1h,Chronos-2,0.5515855445845057,0.6886806567480424,2,6,6,1.0 -1h,TiRex,0.4896818839911831,0.7030808968447808,3,6,6,1.0 -1h,Timer-S1,0.7209539350230246,0.9100924399110414,4,6,6,1.0 -1h,ARIMA,1.121302541240858,0.975983556885312,5,6,6,1.0 -1h,Toto-2.0-1B,0.6208555517203296,0.9522551540573603,6,6,6,1.0 -1h,Moving-Average,0.943167699889481,1.1069641610388374,7,6,6,1.0 +1h,Moirai-1.1-Large,0.5311837671197619,0.8445142313279982,1,6,6,1.0 +1h,Chronos-2,0.551141569955623,0.6886504206813151,2,6,6,1.0 +1h,TiRex,0.48936355964191847,0.7027412217076923,3,6,6,1.0 +1h,Timer-S1,0.7207648851137785,0.9099712061597689,4,6,6,1.0 +1h,ARIMA,1.1215405558195013,0.9750300536221053,5,6,6,1.0 +1h,Toto-2.0-1B,0.6206150904468422,0.9519921498337643,6,6,6,1.0 +1h,Moving-Average,0.9429108503184538,1.106849605638201,7,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8,6,6,1.0 -1h,TimesFM-2.5,0.8005905932787404,1.0123001565022387,9,6,6,1.0 -1h,ETS,2.9714643946288817,1.9507547984227214,10,6,6,1.0 +1h,TimesFM-2.5,0.8001560570011554,1.0120838805822612,9,6,6,1.0 +1h,ETS,2.969727765307346,1.9499809492264473,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 5min,TimesFM-2.5,1.0,,2,2,2,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 325263b4ed11062b06ad2235652ca348d515e89a..723c23dfbba4c8313049ccda302d1132f298e600 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 12,Moirai-1.1-Large,31188444666671.688,,10,1,2,0.5 -24,Chronos-2,0.509707193921463,0.680738323254962,1,7,7,1.0 -24,TiRex,0.4595117352053835,0.6972742007817475,2,7,7,1.0 -24,Moirai-1.1-Large,0.5151811573546154,0.8191272238985442,3,7,7,1.0 -24,Timer-S1,0.6190443746094937,0.86026102294605,4,7,7,1.0 -24,ARIMA,0.9204954586059997,0.8857237217876518,5,7,7,1.0 -24,Toto-2.0-1B,0.5628189509990308,0.9074395098562441,6,7,7,1.0 -24,TimesFM-2.5,0.7005626507742329,0.9520453422240344,7,7,7,1.0 -24,Moving-Average,0.9523458648786083,1.1378838647579792,8,7,7,1.0 +24,Chronos-2,0.509355516710653,0.6807127054341786,1,7,7,1.0 +24,TiRex,0.45925568459812777,0.6969854452866368,2,7,7,1.0 +24,Moirai-1.1-Large,0.5155246128067251,0.8199915903290548,3,7,7,1.0 +24,Timer-S1,0.6189052345824118,0.8601627971344642,4,7,7,1.0 +24,ARIMA,0.9206629332366955,0.8849819650733086,5,7,7,1.0 +24,Toto-2.0-1B,0.562632102973523,0.9072246828608567,6,7,7,1.0 +24,TimesFM-2.5,0.7002367145820411,0.9518709944788212,7,7,7,1.0 +24,Moving-Average,0.9521235613865663,1.1377829310174976,8,7,7,1.0 24,Seasonal-Naive,1.0,1.0,9,7,7,1.0 -24,ETS,2.1572325250630753,1.6596591413988238,10,7,7,1.0 +24,ETS,2.1561518256834353,1.6590948049873377,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,1.0,,2,1,1,1.0 36,Toto-2.0-1B,1.0,,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 91c3f85c37b7d56db50d12d3f92c500c107720fd..45d5af8544049b338883216dfca60aac074b1a88 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.40198145645177286,0.6031532148390505,1,12,13,0.9230769230769231 -Overall,Chronos-2,0.40935217073064817,0.563104054628318,2,12,13,0.9230769230769231 -Overall,TiRex,0.5008573178569686,0.6538329753643704,3,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.5148310153092249,0.7477715335640306,4,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.5523444698253137,0.7534278672975616,5,12,13,0.9230769230769231 +Overall,Timer-S1,0.4019287488260277,0.6031050057966211,1,12,13,0.9230769230769231 +Overall,Chronos-2,0.4091873925145543,0.5630892208724024,2,12,13,0.9230769230769231 +Overall,TiRex,0.5006944968458658,0.6536434276714816,3,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.514731307003176,0.7476476100951748,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.55219455157199,0.7533312821488779,5,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,6,13,13,1.0 -Overall,Moirai-1.1-Large,100.04296122878378,0.7773507279917165,7,12,13,0.9230769230769231 -Overall,ARIMA,0.9262646002037765,0.8644383715747745,8,12,13,0.9230769230769231 -Overall,Moving-Average,0.8564429839603143,0.968605938485973,9,12,13,0.9230769230769231 -Overall,ETS,1.5692739563145086,1.3812288258980596,10,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,100.08186157552828,0.7779248350223491,7,12,13,0.9230769230769231 +Overall,ARIMA,0.9263629022999443,0.8639315561098776,8,12,13,0.9230769230769231 +Overall,Moving-Average,0.8563263599540543,0.9685457948922224,9,12,13,0.9230769230769231 +Overall,ETS,1.5688153195779906,1.3809000461963978,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 50cd327201419eed0b4cee83f06982c58748dbfe..d7bcb4a228e5daf4596a3074bee32174206fe4a5 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,981433.6883015909,111024.2885800716,307.951960264174,0.6258006840150164,0.005235106209024382,0.005231725760167152,3.636850505771525,990.6733509596344,0.016840787368808504,0.00523497828784135,0.004148167459218723,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,980435.0908958403,110143.81129141706,305.80075583709066,0.6214291411264112,0.005198343687710708,0.005195091032243086,3.636850505771525,990.1692233632796,0.0168316005761279,0.005198218705126847,0.004117715136191847,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,953897.2694020002,161771.21133455783,360.47829483664526,0.7605967532756486,0.006116088643097941,0.006124006722812142,5.23470267508166,976.6766452629039,0.016602316163274882,0.0061276929779202505,0.004965735302684037,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index a40dea67b335d0a87e6d55503eed64e283f85153..fe1c39bd45faeb1d5eb58e336a80d4422b2894ca 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T07:51:26.240740+00:00", + "evaluated_at": "2026-07-01T08:02:53.379485+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 58888.49895210015, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b7aeeb27ffb03617e05ca96ce1abfca59b5024ef..cecb8ae845eb7536e8890e4005553da609e8f8bb 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T07:35:55.209032+00:00", + "evaluated_at": "2026-07-01T08:02:53.418806+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 73e82b93e78dfda3122e4df31780872e6e408c34..7b875e181395fed72cfd55e91176f351f136ae0a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,41 +1,17 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T07:51:26.430729+00:00", + "evaluated_at": "2026-07-01T08:02:53.435823+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index eb1c2a17ead07519efe1559d9032fd65533e5cf6..eb2a567ec6e5267e488c11c69bcc43fad2238301 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,474405.5852502187,474405.5852502187,611.2765299479166,1.2421978747450595,0.010420579148149632,0.01035196891159401,13.836116148028063,688.771068824917,0.011708649581248324,0.010391294016765593,0.007050758469859237,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,471038.4713427226,471038.4713427226,609.1253255208334,1.2378263318564544,0.010383456041903863,0.010315335678228921,13.836116148028063,686.3224252075132,0.011666596633143426,0.010354345437182945,0.007038310800892503,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,556386.871014913,556386.871014913,635.1350911458334,1.3401131084351914,0.010841785450836527,0.010761300550232479,10.51293452788149,745.9134474018504,0.01267962221096247,0.010796524766654051,0.007045662899733976,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 301cf57d8deeba4d2da35cdd74789f8c32940c16..90a07520f7dbcaea51b38cc41bbda8e40859c0a2 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T07:46:14.774513+00:00", + "evaluated_at": "2026-07-01T07:58:43.980331+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59541.98046875, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 947b0f93c358b8b9f21389fe59faae9c9a0cfb6a..3a247b7b5c9248668e7b345f2746be8bf30d8a74 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T07:32:48.298775+00:00", + "evaluated_at": "2026-07-01T07:58:49.296072+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ef0dc2927e643d710233eb90a81d7d3202327c54..2884069cd3a128096138a5d39489922ffe941b9b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,17 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T07:46:43.924652+00:00", + "evaluated_at": "2026-07-01T07:58:53.441545+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 33c4b1c7577f7f2558d9408e0271173d12c63dc5..7645636624301a6b750d41caf345136eb996a8e4 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,521555.68074554997,487043.407647206,620.3014003455222,1.2605376510631692,0.010574640034993676,0.010504207476423147,20.47437300837206,722.1881200529056,0.012276717202808951,0.010544710804700692,0.009522830585876689,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,518539.87681511353,484164.7876196814,618.1501959184388,1.256166108174564,0.01053758776480461,0.0104675738132859,20.29951129282785,720.0971301255918,0.01224072308480866,0.010507756601860284,0.009485913838493072,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,420951.6477540556,399948.49426955753,525.7745210810841,1.1093660822784128,0.008977506723495328,0.00891975486862519,15.576307799726488,648.8078665938443,0.011028945334831184,0.008937527964777824,0.00797945613749499,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d8784656e5bef42a42a0415c75f1512741987258..bb213e2f8c5e3194085a06b458b76a62fbdd94fb 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-01T07:51:26.460759+00:00", + "evaluated_at": "2026-07-01T08:02:53.482425+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59513.313810567284, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 234c06676f66fa4e22c67117c72452993de45362..e5026163c6e2ed0ba40e0ae9123b78f88adf44dc 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-07-01T07:35:55.338860+00:00", + "evaluated_at": "2026-07-01T08:02:53.507063+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 6a81ed9343228272f68cf7040b71d87dc2554463..1e6885502dcdf8989bd2e970a60e486a973d55ec 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,41 +1,17 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T07:51:26.570856+00:00", + "evaluated_at": "2026-07-01T08:02:53.520841+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1c0089c1bd68ebd7d269a5df91e205a95264f1db..5a8a6bfc45cffda21fd9f44603afbe217994c6ec 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3497,3 +3497,5 @@ {"evaluated_at": "2026-07-01T07:51:27.252426+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-07-01T07:51:27.252426+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-07-01T07:51:27.252426+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-07-01T08:02:54.214623+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-07-01T08:02:54.214623+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index ca19daa5b74d4eced968d1f575d31d29776b7f5f..096a9f7b7f0057f367c99bf19a6ef272e1d0f081 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -10910,3 +10910,23 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-07-01T07:45:36.669994Z|h:60", "release_time": "2026-07-01T07:45:36.669994Z", "evaluated_at": "2026-07-01T07:51:26.698023+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.2495440006750447, "RMSE": 0.4995437925498071, "MAPE": 0.23944842977593403, "CRPS": 0.2539996582832715, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-07-01T07:45:36.669994Z|h:72", "release_time": "2026-07-01T07:45:36.669994Z", "evaluated_at": "2026-07-01T07:51:26.708634+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.10861110925675553, "RMSE": 0.3295619960747227, "MAPE": 0.10688100159554098, "CRPS": 0.0974644435195941, "MAPE_eligible": true} {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-07-01T07:45:36.669994Z|h:24", "release_time": "2026-07-01T07:45:36.669994Z", "evaluated_at": "2026-07-01T07:51:26.719179+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 0.230416676203428, "RMSE": 0.4800173707309226, "MAPE": 0.01810730104056162, "CRPS": 0.01896983620820887, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T07:58:46.715031+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 471038.4713427226, "RMSE": 686.3224252075132, "MAPE": 0.010383456041903863, "CRPS": 0.007038310800892503, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T07:58:53.428463+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Chronos-2", "MSE": 1586.8580895289779, "RMSE": 39.835387402772646, "MAPE": 0.01265671586180045, "CRPS": 0.012519689567824649, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T07:59:15.854331+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 779550.6676864624, "RMSE": 882.921665656961, "MAPE": 0.011954976523773524, "CRPS": 0.013284216797075702, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T07:59:21.214169+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 1572.6640760699909, "RMSE": 39.65682887057399, "MAPE": 0.012540185147952411, "CRPS": 0.012989339574143003, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T07:59:56.353174+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 1144115.4491837819, "RMSE": 1069.6333246415716, "MAPE": 0.017083815649800747, "CRPS": 0.011686066445718839, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:00:12.307596+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 1561.7358412543933, "RMSE": 39.51880364148684, "MAPE": 0.012502197903901143, "CRPS": 0.013398101568243956, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:00:24.597150+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 670038.7275333405, "RMSE": 818.5589334515508, "MAPE": 0.01278325987932695, "CRPS": 0.008356611017136176, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:00:30.915562+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TiRex", "MSE": 1568.7799474174778, "RMSE": 39.607826845428896, "MAPE": 0.012534388244229984, "CRPS": 0.013080756270965443, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:07.632305+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 796091.8710823059, "RMSE": 892.2398058158501, "MAPE": 0.014064653847664595, "CRPS": 0.00927217301474089, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:21.127180+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 2154.0067993327975, "RMSE": 46.41127879441373, "MAPE": 0.01250678363874847, "CRPS": 0.013547632888248435, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:47.698074+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 1511432.3769022624, "RMSE": 1229.4032604895199, "MAPE": 0.0200007877451613, "CRPS": 0.016117665661145687, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:52.670669+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Timer-S1", "MSE": 1240.4446055491765, "RMSE": 35.219946132116334, "MAPE": 0.011935133591196896, "CRPS": 0.012098684418366878, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.392894+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 980435.0908958403, "RMSE": 990.1692233632796, "MAPE": 0.005198343687710708, "CRPS": 0.004117715136191847, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.429709+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ARIMA", "MSE": 1408.5903773811776, "RMSE": 37.531192059154975, "MAPE": 0.00976630926465736, "CRPS": 0.00975601354938987, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.492372+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 518539.87681511353, "RMSE": 720.0971301255918, "MAPE": 0.01053758776480461, "CRPS": 0.009485913838493072, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.513869+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ETS", "MSE": 1579.157827450281, "RMSE": 39.73861884175494, "MAPE": 0.012502594220941158, "CRPS": 0.01240953989106966, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.532496+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 1358553.1476655249, "RMSE": 1165.569881073428, "MAPE": 0.018640525560858996, "CRPS": 0.017496165517178502, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.545171+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moving-Average", "MSE": 5046.605902778788, "RMSE": 71.03946721913663, "MAPE": 0.026562499999999944, "CRPS": 0.026468155500413506, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.563273+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1507517.3138955433, "RMSE": 1227.8099665239502, "MAPE": 0.019110589258634448, "CRPS": 0.013838938725337266, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T07:58:17.601838Z|h:24", "release_time": "2026-07-01T07:58:17.601838Z", "evaluated_at": "2026-07-01T08:02:53.581566+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 5000.0, "RMSE": 70.71067811865476, "MAPE": 0.026519607843137255, "CRPS": 0.019716937781453885, "MAPE_eligible": true} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 2df9d996818f81b35b5f7b3be2738bdfa51fd61a..fc993c973d78c04642dd1fd0ecd23f94fe4a8dbb 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,809056.5507831573,797919.97392416,828.6468912760416,1.6839243072933023,0.0141174855621797,0.014002427012048633,16.95539159712524,899.4757088344061,0.015290488172731471,0.014086445432579931,0.009212847545632587,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,796091.8710823059,787987.991505464,825.6206868489584,1.6777746442133423,0.014064653847664595,0.013951045246533136,17.239325242636564,892.2398058158501,0.015166926698250321,0.014034487540653038,0.00927217301474089,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,929626.1269372305,943259.4793739319,858.5305989583334,1.8114699151343316,0.014646245447540762,0.014510087382343821,22.532592166753208,964.171212460334,0.016389739001576736,0.014593976940971276,0.010003965153474776,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,9.732415583434014,1.782454451808214e-18,1.0668848065800398e-09,nan,nan,2.0,nan,3.119681968315683,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,31.188444666671657,1.6176649577245593e-18,1.0079839256385097e-09,nan,nan,2.0,nan,5.584661553457976,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.020420788986143634 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,96.40471575615568,137.01471248002386,9.95807965596517,0.8830493800865234,0.26405111646653023,0.31843134743784296,7.022531970571656,9.818590314100883,0.28425351934670834,0.2882918115116575,0.23882006962327149,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3770677527747164,1.3619274329389175,0.8809367418289185,0.7755425174496571,0.03627932956710935,0.03562869482826822,5.879130112200323,1.1734853014736557,0.04775117820238596,0.035846863434314875,0.03028396292347404,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,19.495426939678396,19.172714077139563,3.6802969177563987,0.7028683768659437,0.463946076232398,0.35710380609112785,5.438481313796512,4.415362605684656,0.4155635393585559,0.3463808863770728,0.2729318136327407,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2114.4650558804474,1563.4811258154612,31.264811197916668,0.7146242559523809,0.012505885225183824,0.012382045521762383,29.484805850074405,45.983312798018886,0.018256402103431817,0.012412828267162945,0.013554945753707725,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2154.0067993327975,1563.7461552446086,31.267049153645832,0.7146754092261904,0.01250678363874847,0.012382923046987626,29.48945754278274,46.41127879441373,0.01842631416155384,0.012413716785566584,0.013547632888248435,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,301.0076247455353,215.6198668116371,12.11867196219308,0.24801798652335874,0.04721214242406408,0.046723688583808355,1.7245661738130618,17.349571313019098,0.07169244344222768,0.050077156868566446,0.05495430021700107,Web,1,7 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 1d7ad4b2b1f7c31a3dacacc7a15eac16cf50f609..beb51a9ecbd6cf15976fd2a3dcade09f9e417fc4 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T07:49:50.234857+00:00", + "evaluated_at": "2026-07-01T08:01:48.725625+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ - 59567.9453125, - 59595.990234375, - 59533.587890625, - 59576.498046875, - 59610.234375, - 59551.162109375, - 59621.599609375, - 59587.8203125, - 59634.14453125, - 59662.201171875, - 59685.732421875, - 59703.529296875, - 59622.83984375, - 59736.248046875, - 59655.16015625, - 59672.9921875, - 59715.83203125, - 59752.763671875, - 59657.6484375, - 59791.970703125, - 59669.96875, - 59614.880859375, - 59780.3359375, - 59702.875 + 59579.6953125, + 59576.96484375, + 59603.9609375, + 59592.556640625, + 59571.828125, + 59584.49609375, + 59589.75, + 59594.15234375, + 59589.685546875, + 59604.208984375, + 59629.55859375, + 59633.66015625, + 59672.28515625, + 59658.744140625, + 59620.0859375, + 59608.888671875, + 59742.095703125, + 59689.9921875, + 59726.861328125, + 59749.595703125, + 59735.646484375, + 59775.59765625, + 59754.150390625, + 59785.013671875 ], "p10": [ - 59394.384765625, - 59301.771484375, - 59112.203125, - 59175.966796875, - 59152.728515625, - 59052.19140625, - 59079.8203125, - 58983.4609375, - 58844.537109375, - 58958.927734375, - 58927.99609375, - 58987.28515625, - 58858.701171875, - 58891.689453125, - 58864.849609375, - 58844.353515625, - 58744.6796875, - 58798.162109375, - 58674.79296875, - 58880.31640625, - 58657.626953125, - 58579.7265625, - 58841.10546875, - 58651.107421875 + 59361.435546875, + 59269.431640625, + 59141.353515625, + 59123.80078125, + 59063.62109375, + 58997.8828125, + 58982.6796875, + 58876.298828125, + 58877.287109375, + 58941.623046875, + 58998.037109375, + 58869.373046875, + 58928.583984375, + 58660.1953125, + 58719.30078125, + 58775.826171875, + 58678.58203125, + 58806.802734375, + 58639.68359375, + 58738.134765625, + 58702.341796875, + 58712.40234375, + 58698.6875, + 58754.828125 ], "p90": [ - 59786.66015625, - 59930.283203125, - 60014.927734375, - 60073.9609375, - 60108.57421875, - 60147.634765625, - 60158.68359375, - 60244.7265625, - 60356.66015625, - 60343.5078125, - 60387.81640625, - 60492.384765625, - 60421.109375, - 60657.8984375, - 60576.734375, - 60618.57421875, - 60612.69140625, - 60782.904296875, - 60784.0, - 60801.791015625, - 60874.373046875, - 60750.119140625, - 60723.1796875, - 60776.634765625 + 59781.330078125, + 59941.798828125, + 59960.072265625, + 60087.587890625, + 60196.39453125, + 60177.64453125, + 60208.341796875, + 60233.2265625, + 60251.42578125, + 60291.75390625, + 60360.80078125, + 60472.076171875, + 60481.00390625, + 60461.0625, + 60581.0, + 60624.212890625, + 60490.6953125, + 60655.625, + 60627.68359375, + 60673.966796875, + 60766.91015625, + 60759.37890625, + 61076.734375, + 60825.427734375 ], "mean": [ - 59585.03515625, - 59603.9296875, - 59554.40625, - 59587.55078125, - 59609.6484375, - 59574.16796875, - 59604.07421875, - 59596.515625, - 59625.5234375, - 59662.9296875, - 59661.61328125, - 59700.78515625, - 59621.3984375, - 59732.3046875, - 59677.3203125, - 59654.5546875, - 59654.58203125, - 59756.3203125, - 59679.2265625, - 59803.08984375, - 59747.99609375, - 59652.66015625, - 59736.76171875, - 59664.609375 + 59572.515625, + 59589.8359375, + 59583.6015625, + 59602.4609375, + 59606.33203125, + 59570.515625, + 59611.12890625, + 59603.2734375, + 59562.66015625, + 59619.4921875, + 59643.01171875, + 59650.19921875, + 59695.68359375, + 59579.41796875, + 59613.2578125, + 59685.609375, + 59598.94140625, + 59727.1171875, + 59713.17578125, + 59685.2734375, + 59760.7578125, + 59752.16015625, + 59829.0703125, + 59783.57421875 ], "quantiles": { "0.1": [ - 59394.384765625, - 59301.771484375, - 59112.203125, - 59175.966796875, - 59152.728515625, - 59052.19140625, - 59079.8203125, - 58983.4609375, - 58844.537109375, - 58958.927734375, - 58927.99609375, - 58987.28515625, - 58858.701171875, - 58891.689453125, - 58864.849609375, - 58844.353515625, - 58744.6796875, - 58798.162109375, - 58674.79296875, - 58880.31640625, - 58657.626953125, - 58579.7265625, - 58841.10546875, - 58651.107421875 + 59361.435546875, + 59269.431640625, + 59141.353515625, + 59123.80078125, + 59063.62109375, + 58997.8828125, + 58982.6796875, + 58876.298828125, + 58877.287109375, + 58941.623046875, + 58998.037109375, + 58869.373046875, + 58928.583984375, + 58660.1953125, + 58719.30078125, + 58775.826171875, + 58678.58203125, + 58806.802734375, + 58639.68359375, + 58738.134765625, + 58702.341796875, + 58712.40234375, + 58698.6875, + 58754.828125 ], "0.2": [ - 59394.384765625, - 59301.771484375, - 59112.203125, - 59175.966796875, - 59152.728515625, - 59052.19140625, - 59079.8203125, - 58983.4609375, - 58844.537109375, - 58958.927734375, - 58927.99609375, - 58987.28515625, - 58858.701171875, - 58891.689453125, - 58864.849609375, - 58844.353515625, - 58744.6796875, - 58798.162109375, - 58674.79296875, - 58880.31640625, - 58657.626953125, - 58579.7265625, - 58841.10546875, - 58651.107421875 + 59361.435546875, + 59269.431640625, + 59141.353515625, + 59123.80078125, + 59063.62109375, + 58997.8828125, + 58982.6796875, + 58876.298828125, + 58877.287109375, + 58941.623046875, + 58998.037109375, + 58869.373046875, + 58928.583984375, + 58660.1953125, + 58719.30078125, + 58775.826171875, + 58678.58203125, + 58806.802734375, + 58639.68359375, + 58738.134765625, + 58702.341796875, + 58712.40234375, + 58698.6875, + 58754.828125 ], "0.3": [ - 59394.384765625, - 59301.771484375, - 59112.203125, - 59175.966796875, - 59152.728515625, - 59052.19140625, - 59079.8203125, - 58983.4609375, - 58844.537109375, - 58958.927734375, - 58927.99609375, - 58987.28515625, - 58858.701171875, - 58891.689453125, - 58864.849609375, - 58844.353515625, - 58744.6796875, - 58798.162109375, - 58674.79296875, - 58880.31640625, - 58657.626953125, - 58579.7265625, - 58841.10546875, - 58651.107421875 + 59361.435546875, + 59269.431640625, + 59141.353515625, + 59123.80078125, + 59063.62109375, + 58997.8828125, + 58982.6796875, + 58876.298828125, + 58877.287109375, + 58941.623046875, + 58998.037109375, + 58869.373046875, + 58928.583984375, + 58660.1953125, + 58719.30078125, + 58775.826171875, + 58678.58203125, + 58806.802734375, + 58639.68359375, + 58738.134765625, + 58702.341796875, + 58712.40234375, + 58698.6875, + 58754.828125 ], "0.4": [ - 59567.9453125, - 59595.990234375, - 59533.587890625, - 59576.498046875, - 59610.234375, - 59551.162109375, - 59621.599609375, - 59587.8203125, - 59634.14453125, - 59662.201171875, - 59685.732421875, - 59703.529296875, - 59622.83984375, - 59736.248046875, - 59655.16015625, - 59672.9921875, - 59715.83203125, - 59752.763671875, - 59657.6484375, - 59791.970703125, - 59669.96875, - 59614.880859375, - 59780.3359375, - 59702.875 + 59579.6953125, + 59576.96484375, + 59603.9609375, + 59592.556640625, + 59571.828125, + 59584.49609375, + 59589.75, + 59594.15234375, + 59589.685546875, + 59604.208984375, + 59629.55859375, + 59633.66015625, + 59672.28515625, + 59658.744140625, + 59620.0859375, + 59608.888671875, + 59742.095703125, + 59689.9921875, + 59726.861328125, + 59749.595703125, + 59735.646484375, + 59775.59765625, + 59754.150390625, + 59785.013671875 ], "0.5": [ - 59567.9453125, - 59595.990234375, - 59533.587890625, - 59576.498046875, - 59610.234375, - 59551.162109375, - 59621.599609375, - 59587.8203125, - 59634.14453125, - 59662.201171875, - 59685.732421875, - 59703.529296875, - 59622.83984375, - 59736.248046875, - 59655.16015625, - 59672.9921875, - 59715.83203125, - 59752.763671875, - 59657.6484375, - 59791.970703125, - 59669.96875, - 59614.880859375, - 59780.3359375, - 59702.875 + 59579.6953125, + 59576.96484375, + 59603.9609375, + 59592.556640625, + 59571.828125, + 59584.49609375, + 59589.75, + 59594.15234375, + 59589.685546875, + 59604.208984375, + 59629.55859375, + 59633.66015625, + 59672.28515625, + 59658.744140625, + 59620.0859375, + 59608.888671875, + 59742.095703125, + 59689.9921875, + 59726.861328125, + 59749.595703125, + 59735.646484375, + 59775.59765625, + 59754.150390625, + 59785.013671875 ], "0.6": [ - 59567.9453125, - 59595.990234375, - 59533.587890625, - 59576.498046875, - 59610.234375, - 59551.162109375, - 59621.599609375, - 59587.8203125, - 59634.14453125, - 59662.201171875, - 59685.732421875, - 59703.529296875, - 59622.83984375, - 59736.248046875, - 59655.16015625, - 59672.9921875, - 59715.83203125, - 59752.763671875, - 59657.6484375, - 59791.970703125, - 59669.96875, - 59614.880859375, - 59780.3359375, - 59702.875 + 59579.6953125, + 59576.96484375, + 59603.9609375, + 59592.556640625, + 59571.828125, + 59584.49609375, + 59589.75, + 59594.15234375, + 59589.685546875, + 59604.208984375, + 59629.55859375, + 59633.66015625, + 59672.28515625, + 59658.744140625, + 59620.0859375, + 59608.888671875, + 59742.095703125, + 59689.9921875, + 59726.861328125, + 59749.595703125, + 59735.646484375, + 59775.59765625, + 59754.150390625, + 59785.013671875 ], "0.7": [ - 59567.9453125, - 59595.990234375, - 59533.587890625, - 59576.498046875, - 59610.234375, - 59551.162109375, - 59621.599609375, - 59587.8203125, - 59634.14453125, - 59662.201171875, - 59685.732421875, - 59703.529296875, - 59622.83984375, - 59736.248046875, - 59655.16015625, - 59672.9921875, - 59715.83203125, - 59752.763671875, - 59657.6484375, - 59791.970703125, - 59669.96875, - 59614.880859375, - 59780.3359375, - 59702.875 + 59579.6953125, + 59576.96484375, + 59603.9609375, + 59592.556640625, + 59571.828125, + 59584.49609375, + 59589.75, + 59594.15234375, + 59589.685546875, + 59604.208984375, + 59629.55859375, + 59633.66015625, + 59672.28515625, + 59658.744140625, + 59620.0859375, + 59608.888671875, + 59742.095703125, + 59689.9921875, + 59726.861328125, + 59749.595703125, + 59735.646484375, + 59775.59765625, + 59754.150390625, + 59785.013671875 ], "0.8": [ - 59786.66015625, - 59930.283203125, - 60014.927734375, - 60073.9609375, - 60108.57421875, - 60147.634765625, - 60158.68359375, - 60244.7265625, - 60356.66015625, - 60343.5078125, - 60387.81640625, - 60492.384765625, - 60421.109375, - 60657.8984375, - 60576.734375, - 60618.57421875, - 60612.69140625, - 60782.904296875, - 60784.0, - 60801.791015625, - 60874.373046875, - 60750.119140625, - 60723.1796875, - 60776.634765625 + 59781.330078125, + 59941.798828125, + 59960.072265625, + 60087.587890625, + 60196.39453125, + 60177.64453125, + 60208.341796875, + 60233.2265625, + 60251.42578125, + 60291.75390625, + 60360.80078125, + 60472.076171875, + 60481.00390625, + 60461.0625, + 60581.0, + 60624.212890625, + 60490.6953125, + 60655.625, + 60627.68359375, + 60673.966796875, + 60766.91015625, + 60759.37890625, + 61076.734375, + 60825.427734375 ], "0.9": [ - 59786.66015625, - 59930.283203125, - 60014.927734375, - 60073.9609375, - 60108.57421875, - 60147.634765625, - 60158.68359375, - 60244.7265625, - 60356.66015625, - 60343.5078125, - 60387.81640625, - 60492.384765625, - 60421.109375, - 60657.8984375, - 60576.734375, - 60618.57421875, - 60612.69140625, - 60782.904296875, - 60784.0, - 60801.791015625, - 60874.373046875, - 60750.119140625, - 60723.1796875, - 60776.634765625 + 59781.330078125, + 59941.798828125, + 59960.072265625, + 60087.587890625, + 60196.39453125, + 60177.64453125, + 60208.341796875, + 60233.2265625, + 60251.42578125, + 60291.75390625, + 60360.80078125, + 60472.076171875, + 60481.00390625, + 60461.0625, + 60581.0, + 60624.212890625, + 60490.6953125, + 60655.625, + 60627.68359375, + 60673.966796875, + 60766.91015625, + 60759.37890625, + 61076.734375, + 60825.427734375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 639e8b897a5d92a529cfc4c1d66cc6cf499c4544..a9c4005bfdcdbf71a188811871b412bca5c51f2f 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T07:35:20.625014+00:00", + "evaluated_at": "2026-07-01T08:02:10.917748+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2500.0 ], "p50": [ - 2550.007080078125, - 2550.0166015625, - 2550.01220703125, - 2549.9915771484375, - 2550.024658203125, - 2550.009033203125, - 2550.0064697265625, - 2550.02783203125, - 2550.0333251953125, - 2550.002197265625, - 2550.015869140625, - 2550.03564453125, - 2550.0452880859375, - 2550.0230712890625, + 2549.9912109375, + 2550.0125732421875, + 2549.996826171875, + 2550.0074462890625, + 2550.01611328125, + 2550.001220703125, + 2550.00927734375, + 2550.016357421875, + 2550.0245361328125, + 2550.005126953125, + 2550.0201416015625, + 2550.0418701171875, + 2550.0499267578125, + 2550.0438232421875, + 2549.9962158203125, + 2550.0360107421875, + 2550.0081787109375, + 2550.069580078125, + 2550.0159912109375, 2550.0020751953125, - 2550.0137939453125, - 2549.9951171875, - 2550.0543212890625, - 2550.0302734375, - 2550.0205078125, - 2549.99365234375, - 2550.0130615234375, - 2550.0469970703125, - 2549.9989013671875 + 2550.004150390625, + 2550.0042724609375, + 2550.0435791015625, + 2550.01806640625 ], "p10": [ - 2549.8642578125, - 2549.855712890625, - 2549.884521484375, + 2549.8885498046875, + 2549.8380126953125, + 2549.84326171875, + 2549.8372802734375, + 2549.8614501953125, + 2549.844482421875, + 2549.876220703125, + 2549.8477783203125, + 2549.8367919921875, + 2549.86572265625, + 2549.88427734375, + 2549.894775390625, + 2549.89453125, + 2549.89111328125, + 2549.845947265625, + 2549.8563232421875, 2549.8631591796875, - 2549.8707275390625, - 2549.857421875, - 2549.8773193359375, - 2549.8846435546875, - 2549.8572998046875, - 2549.8421630859375, - 2549.876953125, - 2549.8856201171875, - 2549.8585205078125, - 2549.8712158203125, - 2549.7852783203125, - 2549.8218994140625, - 2549.8211669921875, - 2549.892822265625, - 2549.8277587890625, - 2549.8359375, - 2549.826171875, - 2549.86474609375, - 2549.8621826171875, - 2549.8232421875 + 2549.928466796875, + 2549.8428955078125, + 2549.810302734375, + 2549.859619140625, + 2549.8253173828125, + 2549.86083984375, + 2549.8450927734375 ], "p90": [ - 2596.537841796875, - 2561.4207763671875, - 2596.9632568359375, - 2550.241943359375, - 2596.098388671875, - 2598.0245361328125, - 2597.22021484375, - 2598.7742919921875, - 2598.039306640625, - 2598.176513671875, - 2598.535400390625, - 2599.307373046875, - 2598.8477783203125, - 2597.9691162109375, - 2598.1959228515625, - 2598.360595703125, - 2597.6009521484375, - 2598.509033203125, - 2598.6639404296875, - 2598.7174072265625, - 2598.7945556640625, - 2597.87646484375, - 2598.21142578125, - 2597.51318359375 + 2550.24072265625, + 2595.8919677734375, + 2550.336181640625, + 2573.6456298828125, + 2550.86279296875, + 2584.342041015625, + 2597.6767578125, + 2597.2015380859375, + 2598.0894775390625, + 2598.409912109375, + 2597.9017333984375, + 2598.9788818359375, + 2598.031982421875, + 2598.8963623046875, + 2598.0892333984375, + 2599.30908203125, + 2598.6390380859375, + 2598.583740234375, + 2597.8487548828125, + 2598.5843505859375, + 2598.5484619140625, + 2597.8013916015625, + 2598.87890625, + 2598.862548828125 ], "mean": [ - 2555.205322265625, - 2555.55517578125, - 2556.504638671875, - 2553.364501953125, - 2557.11083984375, - 2558.433349609375, - 2556.218505859375, - 2557.43505859375, - 2556.622802734375, - 2557.24462890625, - 2557.783935546875, - 2559.962646484375, - 2559.50146484375, - 2556.606689453125, - 2558.500732421875, - 2556.343017578125, - 2556.817626953125, - 2559.214599609375, - 2559.519775390625, - 2560.02978515625, - 2559.649658203125, - 2557.218017578125, - 2558.65771484375, - 2556.733154296875 + 2553.71533203125, + 2555.2353515625, + 2554.721923828125, + 2554.97265625, + 2555.08447265625, + 2555.230224609375, + 2555.647705078125, + 2555.96435546875, + 2557.15966796875, + 2557.507080078125, + 2556.48583984375, + 2559.6943359375, + 2557.6513671875, + 2558.7314453125, + 2558.2255859375, + 2559.154541015625, + 2560.015380859375, + 2559.07666015625, + 2556.86669921875, + 2559.305908203125, + 2558.38671875, + 2557.10009765625, + 2559.06982421875, + 2560.443603515625 ], "quantiles": { "0.1": [ - 2549.8642578125, - 2549.855712890625, - 2549.884521484375, + 2549.8885498046875, + 2549.8380126953125, + 2549.84326171875, + 2549.8372802734375, + 2549.8614501953125, + 2549.844482421875, + 2549.876220703125, + 2549.8477783203125, + 2549.8367919921875, + 2549.86572265625, + 2549.88427734375, + 2549.894775390625, + 2549.89453125, + 2549.89111328125, + 2549.845947265625, + 2549.8563232421875, 2549.8631591796875, - 2549.8707275390625, - 2549.857421875, - 2549.8773193359375, - 2549.8846435546875, - 2549.8572998046875, - 2549.8421630859375, - 2549.876953125, - 2549.8856201171875, - 2549.8585205078125, - 2549.8712158203125, - 2549.7852783203125, - 2549.8218994140625, - 2549.8211669921875, - 2549.892822265625, - 2549.8277587890625, - 2549.8359375, - 2549.826171875, - 2549.86474609375, - 2549.8621826171875, - 2549.8232421875 + 2549.928466796875, + 2549.8428955078125, + 2549.810302734375, + 2549.859619140625, + 2549.8253173828125, + 2549.86083984375, + 2549.8450927734375 ], "0.2": [ - 2549.8642578125, - 2549.855712890625, - 2549.884521484375, + 2549.8885498046875, + 2549.8380126953125, + 2549.84326171875, + 2549.8372802734375, + 2549.8614501953125, + 2549.844482421875, + 2549.876220703125, + 2549.8477783203125, + 2549.8367919921875, + 2549.86572265625, + 2549.88427734375, + 2549.894775390625, + 2549.89453125, + 2549.89111328125, + 2549.845947265625, + 2549.8563232421875, 2549.8631591796875, - 2549.8707275390625, - 2549.857421875, - 2549.8773193359375, - 2549.8846435546875, - 2549.8572998046875, - 2549.8421630859375, - 2549.876953125, - 2549.8856201171875, - 2549.8585205078125, - 2549.8712158203125, - 2549.7852783203125, - 2549.8218994140625, - 2549.8211669921875, - 2549.892822265625, - 2549.8277587890625, - 2549.8359375, - 2549.826171875, - 2549.86474609375, - 2549.8621826171875, - 2549.8232421875 + 2549.928466796875, + 2549.8428955078125, + 2549.810302734375, + 2549.859619140625, + 2549.8253173828125, + 2549.86083984375, + 2549.8450927734375 ], "0.3": [ - 2549.8642578125, - 2549.855712890625, - 2549.884521484375, + 2549.8885498046875, + 2549.8380126953125, + 2549.84326171875, + 2549.8372802734375, + 2549.8614501953125, + 2549.844482421875, + 2549.876220703125, + 2549.8477783203125, + 2549.8367919921875, + 2549.86572265625, + 2549.88427734375, + 2549.894775390625, + 2549.89453125, + 2549.89111328125, + 2549.845947265625, + 2549.8563232421875, 2549.8631591796875, - 2549.8707275390625, - 2549.857421875, - 2549.8773193359375, - 2549.8846435546875, - 2549.8572998046875, - 2549.8421630859375, - 2549.876953125, - 2549.8856201171875, - 2549.8585205078125, - 2549.8712158203125, - 2549.7852783203125, - 2549.8218994140625, - 2549.8211669921875, - 2549.892822265625, - 2549.8277587890625, - 2549.8359375, - 2549.826171875, - 2549.86474609375, - 2549.8621826171875, - 2549.8232421875 + 2549.928466796875, + 2549.8428955078125, + 2549.810302734375, + 2549.859619140625, + 2549.8253173828125, + 2549.86083984375, + 2549.8450927734375 ], "0.4": [ - 2550.007080078125, - 2550.0166015625, - 2550.01220703125, - 2549.9915771484375, - 2550.024658203125, - 2550.009033203125, - 2550.0064697265625, - 2550.02783203125, - 2550.0333251953125, - 2550.002197265625, - 2550.015869140625, - 2550.03564453125, - 2550.0452880859375, - 2550.0230712890625, + 2549.9912109375, + 2550.0125732421875, + 2549.996826171875, + 2550.0074462890625, + 2550.01611328125, + 2550.001220703125, + 2550.00927734375, + 2550.016357421875, + 2550.0245361328125, + 2550.005126953125, + 2550.0201416015625, + 2550.0418701171875, + 2550.0499267578125, + 2550.0438232421875, + 2549.9962158203125, + 2550.0360107421875, + 2550.0081787109375, + 2550.069580078125, + 2550.0159912109375, 2550.0020751953125, - 2550.0137939453125, - 2549.9951171875, - 2550.0543212890625, - 2550.0302734375, - 2550.0205078125, - 2549.99365234375, - 2550.0130615234375, - 2550.0469970703125, - 2549.9989013671875 + 2550.004150390625, + 2550.0042724609375, + 2550.0435791015625, + 2550.01806640625 ], "0.5": [ - 2550.007080078125, - 2550.0166015625, - 2550.01220703125, - 2549.9915771484375, - 2550.024658203125, - 2550.009033203125, - 2550.0064697265625, - 2550.02783203125, - 2550.0333251953125, - 2550.002197265625, - 2550.015869140625, - 2550.03564453125, - 2550.0452880859375, - 2550.0230712890625, + 2549.9912109375, + 2550.0125732421875, + 2549.996826171875, + 2550.0074462890625, + 2550.01611328125, + 2550.001220703125, + 2550.00927734375, + 2550.016357421875, + 2550.0245361328125, + 2550.005126953125, + 2550.0201416015625, + 2550.0418701171875, + 2550.0499267578125, + 2550.0438232421875, + 2549.9962158203125, + 2550.0360107421875, + 2550.0081787109375, + 2550.069580078125, + 2550.0159912109375, 2550.0020751953125, - 2550.0137939453125, - 2549.9951171875, - 2550.0543212890625, - 2550.0302734375, - 2550.0205078125, - 2549.99365234375, - 2550.0130615234375, - 2550.0469970703125, - 2549.9989013671875 + 2550.004150390625, + 2550.0042724609375, + 2550.0435791015625, + 2550.01806640625 ], "0.6": [ - 2550.007080078125, - 2550.0166015625, - 2550.01220703125, - 2549.9915771484375, - 2550.024658203125, - 2550.009033203125, - 2550.0064697265625, - 2550.02783203125, - 2550.0333251953125, - 2550.002197265625, - 2550.015869140625, - 2550.03564453125, - 2550.0452880859375, - 2550.0230712890625, + 2549.9912109375, + 2550.0125732421875, + 2549.996826171875, + 2550.0074462890625, + 2550.01611328125, + 2550.001220703125, + 2550.00927734375, + 2550.016357421875, + 2550.0245361328125, + 2550.005126953125, + 2550.0201416015625, + 2550.0418701171875, + 2550.0499267578125, + 2550.0438232421875, + 2549.9962158203125, + 2550.0360107421875, + 2550.0081787109375, + 2550.069580078125, + 2550.0159912109375, 2550.0020751953125, - 2550.0137939453125, - 2549.9951171875, - 2550.0543212890625, - 2550.0302734375, - 2550.0205078125, - 2549.99365234375, - 2550.0130615234375, - 2550.0469970703125, - 2549.9989013671875 + 2550.004150390625, + 2550.0042724609375, + 2550.0435791015625, + 2550.01806640625 ], "0.7": [ - 2550.007080078125, - 2550.0166015625, - 2550.01220703125, - 2549.9915771484375, - 2550.024658203125, - 2550.009033203125, - 2550.0064697265625, - 2550.02783203125, - 2550.0333251953125, - 2550.002197265625, - 2550.015869140625, - 2550.03564453125, - 2550.0452880859375, - 2550.0230712890625, + 2549.9912109375, + 2550.0125732421875, + 2549.996826171875, + 2550.0074462890625, + 2550.01611328125, + 2550.001220703125, + 2550.00927734375, + 2550.016357421875, + 2550.0245361328125, + 2550.005126953125, + 2550.0201416015625, + 2550.0418701171875, + 2550.0499267578125, + 2550.0438232421875, + 2549.9962158203125, + 2550.0360107421875, + 2550.0081787109375, + 2550.069580078125, + 2550.0159912109375, 2550.0020751953125, - 2550.0137939453125, - 2549.9951171875, - 2550.0543212890625, - 2550.0302734375, - 2550.0205078125, - 2549.99365234375, - 2550.0130615234375, - 2550.0469970703125, - 2549.9989013671875 + 2550.004150390625, + 2550.0042724609375, + 2550.0435791015625, + 2550.01806640625 ], "0.8": [ - 2596.537841796875, - 2561.4207763671875, - 2596.9632568359375, - 2550.241943359375, - 2596.098388671875, - 2598.0245361328125, - 2597.22021484375, - 2598.7742919921875, - 2598.039306640625, - 2598.176513671875, - 2598.535400390625, - 2599.307373046875, - 2598.8477783203125, - 2597.9691162109375, - 2598.1959228515625, - 2598.360595703125, - 2597.6009521484375, - 2598.509033203125, - 2598.6639404296875, - 2598.7174072265625, - 2598.7945556640625, - 2597.87646484375, - 2598.21142578125, - 2597.51318359375 + 2550.24072265625, + 2595.8919677734375, + 2550.336181640625, + 2573.6456298828125, + 2550.86279296875, + 2584.342041015625, + 2597.6767578125, + 2597.2015380859375, + 2598.0894775390625, + 2598.409912109375, + 2597.9017333984375, + 2598.9788818359375, + 2598.031982421875, + 2598.8963623046875, + 2598.0892333984375, + 2599.30908203125, + 2598.6390380859375, + 2598.583740234375, + 2597.8487548828125, + 2598.5843505859375, + 2598.5484619140625, + 2597.8013916015625, + 2598.87890625, + 2598.862548828125 ], "0.9": [ - 2596.537841796875, - 2561.4207763671875, - 2596.9632568359375, - 2550.241943359375, - 2596.098388671875, - 2598.0245361328125, - 2597.22021484375, - 2598.7742919921875, - 2598.039306640625, - 2598.176513671875, - 2598.535400390625, - 2599.307373046875, - 2598.8477783203125, - 2597.9691162109375, - 2598.1959228515625, - 2598.360595703125, - 2597.6009521484375, - 2598.509033203125, - 2598.6639404296875, - 2598.7174072265625, - 2598.7945556640625, - 2597.87646484375, - 2598.21142578125, - 2597.51318359375 + 2550.24072265625, + 2595.8919677734375, + 2550.336181640625, + 2573.6456298828125, + 2550.86279296875, + 2584.342041015625, + 2597.6767578125, + 2597.2015380859375, + 2598.0894775390625, + 2598.409912109375, + 2597.9017333984375, + 2598.9788818359375, + 2598.031982421875, + 2598.8963623046875, + 2598.0892333984375, + 2599.30908203125, + 2598.6390380859375, + 2598.583740234375, + 2597.8487548828125, + 2598.5843505859375, + 2598.5484619140625, + 2597.8013916015625, + 2598.87890625, + 2598.862548828125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9682acb85bf90ce12e8024ed13c0e63b72b58b34..62996ee5b471bd155fe8370f82160101559289d0 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,41 +1,17 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T07:50:22.781678+00:00", + "evaluated_at": "2026-07-01T08:02:21.140692+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index a4e64f73930576c03ce7790c48d99ed8d613a199..1f0358860333ad412a58b8fb932d30bc6fd7f239 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,1363896.8333962616,1305439.1531934186,1096.9589715254915,2.229171310123087,0.018677915395087185,0.018490251275052782,51.70017539271124,1167.8599374052787,0.01985284136626956,0.01864757215269071,0.01753337587885033,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,1358553.1476655249,1300232.6513655928,1094.8077670984082,2.2247997672344817,0.018640525560858996,0.018453620247169105,51.52531367716703,1165.569881073428,0.0198131856847212,0.018610320951858265,0.017496165517178502,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,1350299.0040038533,1305760.317880935,1070.7970891584434,2.2593448790030535,0.018249057319725908,0.018060935580739883,48.524654022993424,1162.0236675747415,0.019752990318603298,0.018202249339275924,0.016962246675837844,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9c885fe95ebb32284d045612f57f67a69dc28da4..d496ff8b9db5c3627e4642a231b8c015346686a9 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T07:51:26.576975+00:00", + "evaluated_at": "2026-07-01T08:02:53.529307+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59925.56419613487, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4a5512f3c3fd4596ff6a00ae8c93ae69031aab1f..56e10d2d797e13083e90d37cf58a86a10220c965 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T07:35:55.413693+00:00", + "evaluated_at": "2026-07-01T08:02:53.542634+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b3f2750fed715c2118b0b076d0b7fcfb144858be..2a006c9fafbe5ceaa7b6f129b01c3506eff55949 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,41 +1,17 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T07:51:26.655667+00:00", + "evaluated_at": "2026-07-01T08:02:53.553748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 880e4c051b6af7fe900234d06e7313c06ab28a43..4739997c786834daf642adbf71417dc33d988469 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-01T07:45:39.458519+00:00", - "finished_at": "2026-07-01T07:51:27.250397+00:00", - "task_count": 6, + "started_at": "2026-07-01T07:58:20.105155+00:00", + "finished_at": "2026-07-01T08:02:54.204155+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,41 +10,17 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T07:46:43.924652+00:00", + "evaluated_at": "2026-07-01T07:58:53.441545+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -54,41 +30,17 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T07:47:45.037717+00:00", + "evaluated_at": "2026-07-01T07:59:21.226499+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -98,41 +50,17 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T07:48:37.950415+00:00", + "evaluated_at": "2026-07-01T08:00:12.325042+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -142,41 +70,17 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T07:49:25.073835+00:00", + "evaluated_at": "2026-07-01T08:00:30.926684+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -186,41 +90,17 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T07:50:22.781678+00:00", + "evaluated_at": "2026-07-01T08:02:21.140692+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -230,41 +110,17 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T07:51:25.865882+00:00", + "evaluated_at": "2026-07-01T08:02:52.682134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -274,41 +130,17 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T07:51:26.430729+00:00", + "evaluated_at": "2026-07-01T08:02:53.435823+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -318,41 +150,17 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T07:51:26.570856+00:00", + "evaluated_at": "2026-07-01T08:02:53.520841+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -362,41 +170,17 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T07:51:26.655667+00:00", + "evaluated_at": "2026-07-01T08:02:53.553748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -406,41 +190,17 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T07:51:26.723544+00:00", + "evaluated_at": "2026-07-01T08:02:53.591368+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } @@ -464,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-01T07:51:37.806793+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ae18a8ff21eed69f295b6a0c36ce4589ba8223b2..ab60e83c7f68e20f2acdc92d0c44f4d0d085fc4e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1510975.7027346294,1510975.7027346294,1124.2041015625,2.284537156791547,0.01914772560057568,0.018930839322005257,8.017190873044285,1229.2175164447622,0.02089587935761945,0.019110721223314586,0.013859762124052032,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1507517.3138955433,1507517.3138955433,1122.0528971354167,2.2801656139029416,0.019110589258634448,0.018894206176250327,8.017190873044285,1227.8099665239502,0.020871186916640836,0.019073453046461197,0.013838938725337266,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1463672.0208524067,1463672.0208524067,1090.060546875,2.2999901095368793,0.018580607520877344,0.01837002905014522,8.457000112750649,1209.8231361866108,0.02056552320159977,0.01852970471251469,0.01355752871619086,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index af2a8eb38e9dc858ee57b79677cd6abd45648438..3cc2b5e21b09a642bc1b6a6679cc2162daec464f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T07:51:26.660074+00:00", + "evaluated_at": "2026-07-01T08:02:53.561340+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59840.0, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d31be3e19a2c6e5af63be5f4c057b87fddce34fb..86077613fdd2b95819252ef943828a3aaaea8cbf 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T07:35:55.475591+00:00", + "evaluated_at": "2026-07-01T08:02:53.577068+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 42c9837278259b725e64eb357c73b6ffb47d2228..beaf961129fef548d69b761c3f1199578f3010be 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,41 +1,17 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T07:51:26.723544+00:00", + "evaluated_at": "2026-07-01T08:02:53.591368+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index aad864f08039b480d3edeceae6a493e0903bd7b9..baa60147a94df939deebb915b282851bb16a93b9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,1517285.3755880992,1517285.3755880992,1176.77587890625,2.3913702296948056,0.020038271327315452,0.01982034769142479,58.53558439880343,1231.781383033572,0.020939463382588237,0.020004406435487527,0.0161548254941612,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,1511432.3769022624,1511432.3769022624,1174.6246744791667,2.3869986868062,0.0200007877451613,0.01978371765652664,58.36072268325922,1229.4032604895199,0.020898270860471906,0.019967105501969284,0.016117665661145687,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,1232235.7882525127,1232235.7882525127,1015.7727864583334,2.1432455005261177,0.01731906384622381,0.017141412554679634,46.364411366340015,1110.0611641943487,0.018869690903243266,0.017266903056018523,0.01338267518376616,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f75bac240b538e3920484c875dc5a220d34ba37f..095e7f26902e30f17adc9a2f5f3f568984e2e9e7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T07:50:45.536691+00:00", + "evaluated_at": "2026-07-01T08:02:45.617516+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59756.25, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2f9887f5c3c2bbcfcec3005b4b74e1eee7273e3b..a1bbe701b434f3f5bf78c85c839f28756d39c0ca 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T07:35:52.126796+00:00", + "evaluated_at": "2026-07-01T08:02:49.981219+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b28ecbac112f2edd6d88e092b10bc0417f8e7d4d..e6c865b94240ff56f0b4134a94bf694ea65727b4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,41 +1,17 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T07:51:25.865882+00:00", + "evaluated_at": "2026-07-01T08:02:52.682134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 066d349a6bd7c9293f878e95c730252a1f7c0af9..7c98aab12182adce866e3b4df1e9f68637a83f88 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,783888.3949476877,646687.987361908,703.3844401041666,1.4293738002677543,0.011992183893949739,0.011898767004252816,66.16656117530569,885.3747200748888,0.01505078075236031,0.011957067163306937,0.013321272770549125,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,779550.6676864624,642739.7793585459,701.2332356770834,1.4250022573791492,0.011954976523773524,0.01186213436778828,65.99169945976149,882.921665656961,0.015008530325624167,0.01192006119270394,0.013284216797075702,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,1012533.3715108236,852082.3715521494,801.2820638020834,1.6906774829870297,0.01367221532099834,0.013549063668702385,75.12183436496359,1006.2471721753178,0.017104979188233744,0.013620821408730027,0.014777848175667883,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 45329feaefb2cfb13f884fe74de7662d1aeda72b..2e8277dbf8269acd209501ddd5df42a62285b278 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T07:47:09.164237+00:00", + "evaluated_at": "2026-07-01T07:59:12.060008+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59519.4140625, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 62b409ce24d197b14d57a54c00f7f24830812b11..78d0f82c37130d34cf71df2d9099f93ed9ccb0f1 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T07:33:29.180207+00:00", + "evaluated_at": "2026-07-01T07:59:18.517254+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 665150147494a54347b3bd18e38ea47419794bd5..17f5e5f14ba150771334c9d9f41f2c6826f83a1b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,17 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T07:47:45.037717+00:00", + "evaluated_at": "2026-07-01T07:59:21.226499+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index b08b86fa91adbd93397389a24f29363f15ec7ab1..2935730e33f312cc1bac1af52cddc576983ceeed 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,674201.2324714661,674201.2324714661,752.3590494791666,1.5288969337459495,0.01282049832450829,0.012723181603523087,16.109418337062923,821.0975779232734,0.01395811213197048,0.01278960291503166,0.008393486370134531,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,670038.7275333405,670038.7275333405,750.2078450520834,1.5245253908573444,0.01278325987932695,0.012686549210556947,15.934556621518716,818.5589334515508,0.013914446834733552,0.012752566429103777,0.008356611017136176,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,820421.7392654419,820421.7392654419,803.2884114583334,1.6949108072541053,0.01370365834603487,0.013585118118412986,14.711144216689059,905.7713504331222,0.015397012311561117,0.013654926880877917,0.008711765522519578,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index f87bcc404f5ff9b514e6bc795a79f9e9f84dfecb..6a82c63e09863ba5ef5f741c84d5db9e3b2b2f3e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-01T07:48:43.534550+00:00", + "evaluated_at": "2026-07-01T08:00:18.899954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59526.90625, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a59d3a58c1971396f5c15c9507e35c017450c4f7..93073f35f86f0efea4ce062c96c3d5e676a5848e 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-07-01T07:34:36.037137+00:00", + "evaluated_at": "2026-07-01T08:00:28.252140+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 98a6acac6889494dd24cfd77196c99c1cbe0e5b5..ec65c6fed98427529b49667f450e756cc8481fc5 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,17 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T07:49:25.073835+00:00", + "evaluated_at": "2026-07-01T08:00:30.926684+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 378aef3e8392c828e7941b68cb1322c560f37962..92f4db55e536c51589be0b1fbc35562e84afdac0 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1149408.6137237549,1149408.6137237549,1005.14453125,2.0425917557095707,0.017121218050910613,0.01695581883941391,29.452541731746624,1072.1047587450373,0.018225067083538195,0.01708678779872788,0.011723063839287822,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1144115.4491837819,1144115.4491837819,1002.9933268229166,2.0382202128209657,0.017083815649800747,0.01691918793811413,29.277680016202414,1069.6333246415716,0.0181823878772259,0.017049593806059225,0.011686066445718839,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,731643.7014020284,731643.7014020284,743.6223958333334,1.5690175748034958,0.012689481392636372,0.012583887270913348,7.069446848376454,855.3617371627214,0.014540110141080398,0.012640677118263291,0.007943522816171372,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 50bf35b9f8e2d89ad431ac0d080232b617caccb1..6b98e0e30079f58ad7fbb119290757d4af9671ef 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T07:48:09.248732+00:00", + "evaluated_at": "2026-07-01T07:59:53.803954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59339.98828125, 59154.328125, 58755.80078125, - 58694.37109375 + 58746.0 ], "p50": [ 59590.94140625, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d555bf1bdbb29d91ecbdac92a2b0de063032691a..270f3e89c2476aba43ffe46391d412fafd23253c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T07:34:10.285827+00:00", + "evaluated_at": "2026-07-01T07:59:59.071301+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fbf8a48603a3cad3b851a4e03c60e8ac545b8e43..1a1c8f8ce8024b32e63d04c79bb44d4b1293eaf4 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,17 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T07:48:37.950415+00:00", + "evaluated_at": "2026-07-01T08:00:12.325042+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t070000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t043500z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t055000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t013600z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t081000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260701t054000z", - "data_fetched_at": "2026-07-01T07:45:36.669994Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t045000z", + "data_fetched_at": "2026-07-01T07:58:17.601838Z", "context_length": 96, "prediction_length": 24 }