diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..5ba5cc62346d12b2b352b2b6c280661fe04a59ec 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,358732.1573638916,358732.1573638916,514.4876302083334,0.5899852208734399,0.007796075481429188,0.007755668998972301,2.9414427426276233,598.942532605501,0.009050485115671886,0.007774306191183084,0.00681550376582694,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.95689079527771,23.95689079527771,3.777583440144857,2.3934974974773975,0.16528744095912673,0.14547501333466636,57.43044686356461,4.894577693251759,0.21492190033098635,0.16587445587678754,0.13443748993656893,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0038993268952278587,0.0038993268952278587,0.04129359211462239,0.021373725221937655,0.16413363400742506,0.203293328913667,0.12401248212972611,0.06244459060021019,0.21400401526381957,0.14151737455967633,0.12931358116529873,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.017241738017992485,0.017241738017992485,0.09946045279502869,0.7956834958897439,0.09255035894247338,0.09290361813200572,11.736566585450712,0.13130779877064608,0.12407036290648005,0.09397838200514158,0.07979353931113592,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5053207772051186,0.5053207772051186,0.6012766361236572,0.4837085787810427,0.030746708953715434,0.030686402219804745,3.1956955041299318,0.7108591824019147,0.03662649382727932,0.030980334145868788,0.02837031269402434,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,674.6534827380542,674.6534827380542,15.512783845265707,2.5367260227686232,0.34556731249222145,0.47515137948603425,75.29220598326143,25.97409252963526,0.9143123732283476,0.5460645139675427,0.5082789649491303,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.4596076415279337,0.4596076415279337,0.5152610143025717,0.208537330638386,0.02210424689735693,0.021779871249988713,1.6944395483089891,0.6779436861037454,0.02846011565344826,0.021630687562034703,0.02011410666522326,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.105916902422033,11.105916902422033,2.9168392419815063,0.5289985527019355,0.2918794725701843,0.2527193398350962,3.260135895659401,3.3325541109518437,0.29732824781726486,0.26023844538124963,0.20403508954873412,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0df170a59250a234d5e51940d9d2f57ae3fcbd56..4262027ccf009febc9aafdf5cefe1c7defe6235f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T18:28:46.810302+00:00", + "evaluated_at": "2026-06-16T19:59:56.339245+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, 63393.671875, 63519.98828125, 63500.01171875, @@ -101,10 +100,10 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 + 66766.1171875, + 66614.3515625 ], "actuals": [ - 66614.3515625, 66519.9765625, 66368.1484375, 66206.34375, @@ -127,88 +126,88 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65654.0 ], "p50": [ - 66801.359375, - 66804.8046875, - 66849.125, - 66866.25, - 66883.046875, - 66870.90625, - 66879.9453125, - 66907.25, - 66929.0234375, - 66896.3359375, - 66892.1171875, - 66873.3671875, - 66857.7734375, - 66862.7890625, - 66905.59375, - 66882.390625, - 66943.5859375, - 66951.71875, - 66950.296875, - 66934.71875, - 66973.953125, - 66936.9296875, - 66945.75, - 66926.2890625 + 66600.8359375, + 66609.2421875, + 66661.296875, + 66671.3984375, + 66676.2109375, + 66660.6640625, + 66669.296875, + 66692.890625, + 66696.6640625, + 66669.1015625, + 66670.625, + 66651.5625, + 66631.4296875, + 66642.390625, + 66675.125, + 66644.1875, + 66727.15625, + 66726.6015625, + 66712.0234375, + 66684.6953125, + 66709.40625, + 66671.9296875, + 66673.203125, + 66654.109375 ], "p10": [ - 66391.4609375, - 66270.625, - 66205.8359375, - 66090.2890625, - 66017.9609375, - 65889.453125, - 65800.7734375, - 65708.3046875, - 65624.4140625, - 65506.3046875, - 65385.921875, - 65234.14453125, - 65080.125, - 65013.29296875, - 64993.359375, - 64969.88671875, - 64952.71484375, - 64850.3125, - 64773.80859375, - 64724.83984375, - 64678.56640625, - 64579.68359375, - 64500.3359375, - 64451.5546875 + 66215.1171875, + 66071.0546875, + 66003.28125, + 65865.9609375, + 65761.265625, + 65626.84375, + 65509.12890625, + 65418.046875, + 65322.1171875, + 65186.0, + 65089.55859375, + 64943.89453125, + 64836.58203125, + 64779.59765625, + 64740.828125, + 64734.36328125, + 64755.39453125, + 64630.2734375, + 64556.48046875, + 64478.62109375, + 64450.51171875, + 64363.70703125, + 64307.1171875, + 64256.73828125 ], "p90": [ - 67111.4609375, - 67189.3125, - 67333.8671875, - 67467.25, - 67520.734375, - 67607.21875, - 67666.9765625, - 67742.0625, - 67765.0859375, - 67803.625, - 67860.34375, - 67899.4296875, - 67936.203125, - 67934.09375, - 68011.3515625, - 68013.8828125, - 68056.9453125, - 68134.0234375, - 68176.4375, - 68227.0390625, - 68257.9609375, - 68319.21875, - 68322.890625, - 68401.640625 + 66856.4140625, + 66963.3671875, + 67128.8046875, + 67257.0234375, + 67307.515625, + 67384.1484375, + 67444.8125, + 67517.7109375, + 67540.5078125, + 67581.34375, + 67642.203125, + 67668.25, + 67709.546875, + 67709.9453125, + 67772.8203125, + 67765.5859375, + 67899.34375, + 67943.0546875, + 67968.140625, + 68026.8828125, + 68032.921875, + 68078.03125, + 68091.359375, + 68173.71875 ], "timestamps": [ - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +326,7 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6ff3cc6a75326da91314376410399e9b88ad3175..e14b8e6feb6fb394732a56962be5340e7e677abf 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:16:00.702148+00:00", + "evaluated_at": "2026-06-16T20:09:44.756107+00:00", "freq": "1h", - "context_length": 79, + "context_length": 76, "prediction_length": 24, "context": [ - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, 20.200000762939453, 19.729999542236328, 19.309999465942383, @@ -113,87 +110,84 @@ 20.90999984741211 ], "p50": [ - 22.7056941986084, - 22.40535545349121, - 22.112686157226562, - 21.893918991088867, - 21.891521453857422, - 22.14933204650879, - 22.994741439819336, - 24.548309326171875, - 26.602256774902344, - 28.63799476623535, - 30.168851852416992, - 31.173542022705078, - 31.702346801757812, - 31.85940933227539, - 31.724607467651367, - 31.20627212524414, - 30.263900756835938, - 29.060338973999023, - 27.7418212890625, - 26.35236167907715, - 25.34601402282715, - 24.625112533569336, - 24.040283203125, - 23.553943634033203 + 22.70754051208496, + 22.430953979492188, + 22.15679359436035, + 21.948266983032227, + 21.953622817993164, + 22.21887969970703, + 23.060388565063477, + 24.598554611206055, + 26.63521957397461, + 28.659626007080078, + 30.19769287109375, + 31.1920223236084, + 31.738536834716797, + 31.922956466674805, + 31.805099487304688, + 31.286088943481445, + 30.43047332763672, + 29.197086334228516, + 27.877206802368164, + 26.53349494934082, + 25.513668060302734, + 24.791393280029297, + 24.195110321044922, + 23.691444396972656 ], "p10": [ - 22.228195190429688, - 21.734615325927734, - 21.35568618774414, - 21.070350646972656, - 20.961450576782227, - 21.12065315246582, - 21.85441017150879, - 23.27216911315918, - 25.15169334411621, - 27.012466430664062, - 28.20102310180664, - 29.27248764038086, - 29.61767578125, - 29.490947723388672, - 29.64532470703125, - 28.959688186645508, - 27.44799041748047, - 26.127887725830078, - 24.789960861206055, - 23.502517700195312, - 22.517852783203125, - 21.864425659179688, - 21.26817512512207, - 20.83319091796875 + 22.264081954956055, + 21.793991088867188, + 21.431400299072266, + 21.159561157226562, + 21.057649612426758, + 21.226123809814453, + 21.9678897857666, + 23.373268127441406, + 25.260099411010742, + 27.11894416809082, + 28.31873893737793, + 29.39508628845215, + 29.763957977294922, + 29.6780948638916, + 29.81258773803711, + 29.18331527709961, + 27.749032974243164, + 26.37543487548828, + 25.003053665161133, + 23.76201629638672, + 22.750059127807617, + 22.09710121154785, + 21.489776611328125, + 21.02912139892578 ], "p90": [ - 23.205442428588867, - 22.95769691467285, - 22.79962730407715, - 22.68915557861328, - 22.729129791259766, - 23.097593307495117, - 23.98818016052246, - 25.539897918701172, - 27.82560920715332, - 30.055450439453125, - 31.726301193237305, - 32.805965423583984, - 33.44059371948242, - 33.63964080810547, - 33.662696838378906, - 33.10683059692383, - 32.19020462036133, - 31.197736740112305, - 29.815216064453125, - 28.525306701660156, - 27.572229385375977, - 26.928546905517578, - 26.455848693847656, - 25.933927536010742 + 23.190670013427734, + 22.97577476501465, + 22.83226776123047, + 22.73065948486328, + 22.77584457397461, + 23.150264739990234, + 24.040828704833984, + 25.56900405883789, + 27.818376541137695, + 30.061147689819336, + 31.706554412841797, + 32.78992462158203, + 33.42896270751953, + 33.653663635253906, + 33.68357467651367, + 33.128997802734375, + 32.38767623901367, + 31.369529724121094, + 30.003273010253906, + 28.75279998779297, + 27.79465103149414, + 27.137313842773438, + 26.660810470581055, + 26.137874603271484 ], "timestamps": [ - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", "2026-06-09 20:00:00", "2026-06-09 21:00:00", "2026-06-09 22:00:00", diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index aa3a15fba43ef0fe511ebf23d75e31b1ce9dc4c3..8fb010e1a25e46ecf5c1e1cb2895279151ea24ce 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,20 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:24:40.436487+00:00", + "evaluated_at": "2026-06-16T20:09:49.876973+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -39,13 +30,6 @@ 14.0, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.399999618530273, 14.0, 14.0, @@ -59,12 +43,6 @@ 14.0, 14.0, 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -75,35 +53,7 @@ 14.399999618530273, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0 - ], - "actuals": [ + 15.0, 15.0, 15.0, 15.0, @@ -127,91 +77,137 @@ 16.0, 16.0, 16.100000381469727, - 17.0 + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.002899169921875, - 14.00216293334961, - 14.004875183105469, - 14.086248397827148, - 14.00260066986084, - 14.005378723144531, - 14.004365921020508, - 14.003634452819824, - 14.001581192016602, - 14.526138305664062, - 14.002368927001953, - 14.00343132019043, - 14.026400566101074, - 14.001710891723633, - 14.002765655517578, - 14.004599571228027, - 14.004936218261719, - 14.0039644241333, - 14.003853797912598, - 14.005133628845215, - 14.004168510437012, - 14.002542495727539, - 14.540321350097656, - 14.001874923706055 + 19.03285789489746, + 19.066143035888672, + 19.084638595581055, + 19.112825393676758, + 19.168800354003906, + 19.19308853149414, + 19.239919662475586, + 19.30340576171875, + 19.38085174560547, + 19.429418563842773, + 19.491479873657227, + 19.494342803955078, + 19.543235778808594, + 19.608203887939453, + 19.64316177368164, + 19.65337562561035, + 19.745094299316406, + 19.74365997314453, + 19.780414581298828, + 19.814638137817383, + 19.886201858520508, + 19.88409423828125, + 19.943649291992188, + 20.025588989257812 ], "p10": [ - 13.997048377990723, - 13.997883796691895, - 13.994664192199707, - 13.985488891601562, - 13.996809959411621, - 13.994962692260742, - 13.998108863830566, - 13.997787475585938, - 13.99260425567627, - 14.052675247192383, - 13.994691848754883, - 13.997541427612305, - 13.997010231018066, - 13.996167182922363, - 13.998027801513672, - 13.995661735534668, - 13.99567985534668, - 13.999493598937988, - 13.998018264770508, - 13.99996566772461, - 14.000168800354004, - 13.995866775512695, - 14.08704948425293, - 13.996871948242188 + 18.513809204101562, + 18.48872184753418, + 18.415029525756836, + 18.439556121826172, + 18.407886505126953, + 18.365018844604492, + 18.38151741027832, + 18.349946975708008, + 18.291622161865234, + 18.344932556152344, + 18.235614776611328, + 18.201425552368164, + 18.1828556060791, + 18.207918167114258, + 18.143394470214844, + 18.12991714477539, + 17.907886505126953, + 17.777095794677734, + 17.743852615356445, + 17.714784622192383, + 17.55292320251465, + 17.52616310119629, + 17.487077713012695, + 17.47696876525879 ], "p90": [ - 14.11555290222168, - 14.125961303710938, - 14.274191856384277, - 15.065442085266113, - 14.065333366394043, - 14.131388664245605, - 14.043889045715332, - 14.04257869720459, - 14.049773216247559, - 15.17640495300293, - 14.034757614135742, - 14.028022766113281, - 14.384004592895508, - 14.056157112121582, - 14.066375732421875, - 14.152303695678711, - 14.149476051330566, - 14.040629386901855, - 14.046231269836426, - 14.041563034057617, - 14.044679641723633, - 14.098523139953613, - 15.251008033752441, - 14.076048851013184 + 19.604270935058594, + 19.704864501953125, + 19.784687042236328, + 19.901403427124023, + 20.024337768554688, + 20.141632080078125, + 20.242265701293945, + 20.378629684448242, + 20.488540649414062, + 20.586292266845703, + 20.755207061767578, + 20.875438690185547, + 20.97745704650879, + 21.024662017822266, + 21.054729461669922, + 21.130664825439453, + 21.12811851501465, + 21.188657760620117, + 21.2847843170166, + 21.47072982788086, + 21.530715942382812, + 21.69365692138672, + 21.793973922729492, + 21.94223403930664 ], "timestamps": [ - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", "2026-06-16 10:00:00", "2026-06-16 11:00:00", "2026-06-16 12:00:00", @@ -327,6 +323,10 @@ "2026-06-21 02:00:00", "2026-06-21 03:00:00", "2026-06-21 04:00:00", - "2026-06-21 05:00:00" + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ee8cf811002f107e9e1916d78376fa4ec43a1ad8..a8c4f63fb359da3836045412e6d88e15563d1fcb 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:26:58.414871+00:00", + "evaluated_at": "2026-06-16T20:09:54.848908+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.0, - 23.200000762939453, - 21.700000762939453, 21.0, 21.200000762939453, 22.700000762939453, @@ -101,12 +98,12 @@ 18.700000762939453, 18.299999237060547, 17.799999237060547, - 16.5 - ], - "actuals": [ + 16.5, 15.0, 13.800000190734863, - 12.800000190734863, + 12.800000190734863 + ], + "actuals": [ 12.0, 11.699999809265137, 11.800000190734863, @@ -127,90 +124,90 @@ 39.5, 49.70000076293945, 58.29999923706055, - 77.80000305175781 + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 ], "p50": [ - 16.06352996826172, - 15.312732696533203, - 14.451261520385742, - 13.602184295654297, - 12.840747833251953, - 12.62216567993164, - 13.139331817626953, - 13.597221374511719, - 13.90138053894043, - 13.85452651977539, - 13.860738754272461, - 13.899351119995117, - 14.108522415161133, - 14.572990417480469, - 15.08920955657959, - 15.889985084533691, - 16.211305618286133, - 16.918088912963867, - 17.468395233154297, - 17.927656173706055, - 18.030336380004883, - 17.793102264404297, - 17.079269409179688, - 16.28962516784668 + 11.858640670776367, + 11.347890853881836, + 11.031200408935547, + 11.55611801147461, + 12.15345287322998, + 12.767123222351074, + 12.91250228881836, + 13.043041229248047, + 13.14023208618164, + 13.33808708190918, + 13.823511123657227, + 14.5414400100708, + 15.376172065734863, + 16.106996536254883, + 16.723190307617188, + 17.465229034423828, + 18.076385498046875, + 18.261531829833984, + 17.949419021606445, + 17.100522994995117, + 15.917773246765137, + 14.850784301757812, + 13.722721099853516, + 12.528480529785156 ], "p10": [ - 14.612552642822266, - 13.230073928833008, - 11.783097267150879, - 10.164078712463379, - 8.993656158447266, - 8.201295852661133, - 8.11807632446289, - 8.16402530670166, - 8.204642295837402, - 8.116706848144531, - 7.729606628417969, - 7.670281410217285, - 7.932546615600586, - 8.182368278503418, - 8.686599731445312, - 9.300691604614258, - 10.06592082977295, - 10.366605758666992, - 10.734588623046875, - 11.037808418273926, - 11.300420761108398, - 11.101544380187988, - 10.318623542785645, - 9.753595352172852 + 10.83618450164795, + 9.576422691345215, + 8.765989303588867, + 8.775004386901855, + 8.950029373168945, + 8.982129096984863, + 9.068157196044922, + 9.072720527648926, + 9.111307144165039, + 9.312074661254883, + 9.56384563446045, + 10.118484497070312, + 10.78393840789795, + 11.283559799194336, + 11.52699089050293, + 12.172050476074219, + 12.83590030670166, + 13.19630241394043, + 13.126016616821289, + 12.25247573852539, + 11.374832153320312, + 10.43252944946289, + 9.48097038269043, + 8.276172637939453 ], "p90": [ - 17.44417381286621, - 17.708393096923828, - 17.497562408447266, - 17.466135025024414, - 17.561357498168945, - 18.25217628479004, - 19.908300399780273, - 21.391712188720703, - 22.313079833984375, - 22.95602798461914, - 23.302814483642578, - 23.620012283325195, - 24.033382415771484, - 24.688968658447266, - 25.188861846923828, - 25.877288818359375, - 25.660017013549805, - 26.969757080078125, - 28.26225471496582, - 28.939266204833984, - 28.794509887695312, - 28.30643653869629, - 27.322622299194336, - 26.410755157470703 + 13.047672271728516, + 13.557716369628906, + 14.146574020385742, + 16.007192611694336, + 17.761377334594727, + 19.335248947143555, + 19.9505615234375, + 20.13849639892578, + 20.488981246948242, + 20.8120059967041, + 21.567901611328125, + 22.49665069580078, + 23.501590728759766, + 24.404727935791016, + 25.227184295654297, + 25.871604919433594, + 26.20376968383789, + 26.436315536499023, + 26.088258743286133, + 25.020648956298828, + 23.607166290283203, + 22.359834671020508, + 21.19820785522461, + 20.43882179260254 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index f6b59c8a06ad902eac84787dbd2e0dbd023378af..b85f8ebfbf409a8df7152904b8964f1926a73b01 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:27:04.087938+00:00", + "evaluated_at": "2026-06-16T20:09:59.501810+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 23.5, - 23.600000381469727, - 22.600000381469727, 22.200000762939453, 21.799999237060547, 22.700000762939453, @@ -101,12 +98,12 @@ 22.299999237060547, 22.200000762939453, 22.0, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453, + 22.200000762939453 + ], + "actuals": [ 22.299999237060547, 22.299999237060547, 22.600000381469727, @@ -127,90 +124,90 @@ 23.100000381469727, 22.799999237060547, 22.299999237060547, - 22.0 + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 ], "p50": [ - 21.7215633392334, - 21.611160278320312, - 21.51892852783203, - 21.45492935180664, - 21.525897979736328, - 21.848590850830078, - 22.569137573242188, - 23.56804656982422, - 24.182926177978516, - 24.884145736694336, - 25.230953216552734, - 25.384357452392578, - 25.45724868774414, - 25.434938430786133, - 25.38414192199707, - 25.051593780517578, - 24.365415573120117, - 23.71827507019043, - 23.290544509887695, - 23.06186294555664, - 22.90650749206543, - 22.837749481201172, - 22.743743896484375, - 22.6665096282959 + 22.048324584960938, + 22.069252014160156, + 22.388063430786133, + 23.119766235351562, + 24.132966995239258, + 24.726659774780273, + 25.40501594543457, + 25.814592361450195, + 26.013423919677734, + 26.15175437927246, + 26.13002586364746, + 26.050477981567383, + 25.641572952270508, + 24.88520050048828, + 24.1949520111084, + 23.72166633605957, + 23.395795822143555, + 23.24588966369629, + 23.069732666015625, + 22.932615280151367, + 22.85982322692871, + 22.874282836914062, + 22.91499900817871, + 22.908817291259766 ], "p10": [ - 21.378551483154297, - 21.212404251098633, - 21.072525024414062, - 20.97922134399414, - 21.01955223083496, - 21.20044708251953, - 21.722436904907227, - 22.44085121154785, - 22.95709228515625, - 23.446887969970703, - 23.686704635620117, - 23.817182540893555, - 23.894161224365234, - 23.935426712036133, - 23.769790649414062, - 23.524980545043945, - 22.929218292236328, - 22.51987648010254, - 22.171791076660156, - 22.008625030517578, - 21.897842407226562, - 21.861305236816406, - 21.829097747802734, - 21.75102996826172 + 21.586156845092773, + 21.54083251953125, + 21.74475860595703, + 22.25863265991211, + 22.980880737304688, + 23.426137924194336, + 23.836732864379883, + 24.12320327758789, + 24.331815719604492, + 24.438640594482422, + 24.39349365234375, + 24.350950241088867, + 24.03201675415039, + 23.451828002929688, + 22.93192481994629, + 22.576860427856445, + 22.2867374420166, + 22.086393356323242, + 21.957042694091797, + 21.849092483520508, + 21.814931869506836, + 21.81751251220703, + 21.83746910095215, + 21.79030990600586 ], "p90": [ - 21.97158432006836, - 22.02885627746582, - 21.99160385131836, - 21.990924835205078, - 22.090177536010742, - 22.504558563232422, - 23.515722274780273, - 24.82060432434082, - 25.54037857055664, - 26.466339111328125, - 26.943592071533203, - 27.14352035522461, - 27.24385643005371, - 27.327913284301758, - 27.24537467956543, - 26.72264289855957, - 25.710208892822266, - 24.896198272705078, - 24.357952117919922, - 24.088668823242188, - 23.977956771850586, - 23.826601028442383, - 23.730587005615234, - 23.59847640991211 + 22.45256233215332, + 22.619558334350586, + 23.05219078063965, + 23.958599090576172, + 25.193416595458984, + 26.017864227294922, + 26.844846725463867, + 27.399776458740234, + 27.75331687927246, + 27.866743087768555, + 27.870521545410156, + 27.678997039794922, + 27.141632080078125, + 26.330108642578125, + 25.529027938842773, + 24.845134735107422, + 24.603330612182617, + 24.384658813476562, + 24.2180233001709, + 24.079967498779297, + 24.040109634399414, + 24.02330207824707, + 24.097352981567383, + 24.111984252929688 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index ae54f818a24f2b059e4900a6ded6409fe2556bea..4690398c91217ca4e730b93b231f317529a7eb40 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:27:11.263381+00:00", + "evaluated_at": "2026-06-16T20:22:18.477339+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 12.0, - 18.0, - 13.0, 18.0, 14.0, 7.0, @@ -29,7 +26,7 @@ 13.0, 10.0, 12.0, - 13.0, + 14.0, 14.0, 12.0, 13.0, @@ -53,7 +50,7 @@ 11.0, 16.0, 10.0, - 14.0, + 15.0, 10.0, 10.0, 9.0, @@ -61,7 +58,7 @@ 9.0, 13.0, 9.0, - 9.0, + 10.0, 14.0, 12.0, 15.0, @@ -69,148 +66,148 @@ 16.0, 11.0, 12.0, - 44.0, + 45.0, 7.0, - 8.0, - 13.0, + 10.0, + 16.0, 13.0, 15.0, - 12.0, - 13.0, - 13.0, + 19.0, + 22.0, + 17.0, 8.0, 10.0, 10.0, 9.0, - 8.0, - 14.0, - 14.0, 9.0, - 13.0, - 11.0, + 14.0, 16.0, - 21.0, 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, 18.0, 9.0, 11.0, 11.0, - 15.0, - 10.0, - 14.0, - 4.0, + 18.0, + 12.0, + 19.0, + 8.0, 13.0, + 14.0, + 21.0, + 14.0, 12.0, - 21.0 + 11.0 ], "actuals": [ - 14.0, - 12.0, - 11.0, 16.0, 7.0, - 17.0, + 18.0, + 11.0, + 9.0, + 10.0, 10.0, + 11.0, 8.0, + 15.0, 10.0, 10.0, + 12.0, + 11.0, 9.0, + 11.0, 7.0, + 8.0, + 13.0, + 12.0, 14.0, - 10.0, - 10.0, - 11.0, - 11.0, + 18.0, 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 + 10.0 ], "p50": [ - 11.934115409851074, - 11.873557090759277, - 11.854592323303223, - 11.810226440429688, - 11.826033592224121, - 11.835342407226562, - 11.77205753326416, - 11.754124641418457, - 11.798884391784668, - 11.812737464904785, - 11.833701133728027, - 11.837116241455078, - 11.83189582824707, - 11.810746192932129, - 11.800359725952148, - 11.833456039428711, - 11.919204711914062, - 11.88476848602295, - 11.887332916259766, - 11.860851287841797, - 11.878700256347656, - 11.85774040222168, - 11.813673973083496, - 11.808717727661133 + 12.35055923461914, + 12.369746208190918, + 12.417494773864746, + 12.44347858428955, + 12.477230072021484, + 12.519683837890625, + 12.583839416503906, + 12.647441864013672, + 12.66473388671875, + 12.6585693359375, + 12.662508964538574, + 12.550943374633789, + 12.576419830322266, + 12.495330810546875, + 12.616145133972168, + 12.59921646118164, + 12.653827667236328, + 12.656164169311523, + 12.705920219421387, + 12.776167869567871, + 12.738911628723145, + 12.70014762878418, + 12.651372909545898, + 12.63149356842041 ], "p10": [ - 7.642092227935791, - 7.586442947387695, - 7.675997257232666, - 7.676805019378662, - 7.684959888458252, - 7.73614501953125, - 7.755796432495117, - 7.760706901550293, - 7.728271007537842, - 7.807412624359131, - 7.6607770919799805, - 7.722944736480713, - 7.738232135772705, - 7.705437183380127, - 7.695761203765869, - 7.608285903930664, - 7.616747856140137, - 7.522132873535156, - 7.603437423706055, - 7.6162614822387695, - 7.629938125610352, - 7.67632532119751, - 7.666491508483887, - 7.634850025177002 + 8.587560653686523, + 8.529735565185547, + 8.48895263671875, + 8.513236045837402, + 8.475244522094727, + 8.53371810913086, + 8.523353576660156, + 8.532120704650879, + 8.527904510498047, + 8.508394241333008, + 8.501073837280273, + 8.511775970458984, + 8.381634712219238, + 8.475503921508789, + 8.418413162231445, + 8.418654441833496, + 8.445947647094727, + 8.43594741821289, + 8.459246635437012, + 8.505199432373047, + 8.400007247924805, + 8.477428436279297, + 8.475462913513184, + 8.42654037475586 ], "p90": [ - 18.216407775878906, - 18.075483322143555, - 17.924671173095703, - 18.020740509033203, - 18.192066192626953, - 17.964887619018555, - 17.888660430908203, - 17.972557067871094, - 17.906902313232422, - 18.107471466064453, - 18.14501953125, - 18.284090042114258, - 18.228899002075195, - 18.22957992553711, - 18.199501037597656, - 18.32046127319336, - 18.3408203125, - 18.363765716552734, - 18.349533081054688, - 18.413606643676758, - 18.528711318969727, - 18.27402114868164, - 18.262887954711914, - 18.419775009155273 + 18.606962203979492, + 18.790634155273438, + 19.081588745117188, + 19.10991668701172, + 19.307586669921875, + 19.308923721313477, + 19.50299835205078, + 19.720962524414062, + 19.87839126586914, + 19.836620330810547, + 20.04169464111328, + 20.080726623535156, + 20.176822662353516, + 20.238874435424805, + 20.26886749267578, + 20.29867935180664, + 20.14557647705078, + 20.231555938720703, + 20.455677032470703, + 20.500356674194336, + 20.548564910888672, + 20.444107055664062, + 20.379899978637695, + 20.4403133392334 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..bebc1a0a45debc6127336cd35f4b22af36bfbf5b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,44 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-16T20:22:26.875011+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 76, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,6 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 81082ea5442105971ca3d58efa5eb8ef1a51eebf..6a786616dc670592c06171daaea077048b92ea82 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T19:23:58.919673+00:00", + "evaluated_at": "2026-06-16T21:28:53.858183+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, 63393.671875, 63519.98828125, 63500.01171875, @@ -101,10 +100,10 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 + 66766.1171875, + 66614.3515625 ], "actuals": [ - 66614.3515625, 66519.9765625, 66368.1484375, 66206.34375, @@ -127,88 +126,88 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65654.0 ], "p50": [ - 64212.48828125, - 64254.24609375, - 64272.455078125, - 64167.0390625, - 64270.9765625, - 64166.8515625, - 64146.51953125, - 64266.005859375, - 64174.3203125, - 64091.095703125, - 64186.029296875, - 64200.001953125, - 64310.4375, - 64279.53125, - 64378.640625, - 64137.8203125, - 64395.83203125, - 64438.078125, - 64331.853515625, - 64148.0234375, - 64366.09765625, - 64176.296875, - 64268.525390625, - 64384.099609375 + 64177.9609375, + 64426.30078125, + 64215.376953125, + 64344.59765625, + 64235.083984375, + 64061.5546875, + 64250.646484375, + 64211.255859375, + 64284.2265625, + 64317.451171875, + 64300.439453125, + 64114.8046875, + 64159.748046875, + 64286.822265625, + 64172.796875, + 64297.60546875, + 64152.49609375, + 64276.974609375, + 64303.23046875, + 64411.654296875, + 64209.060546875, + 64111.84375, + 64078.900390625, + 64250.041015625 ], "p10": [ - 62328.638671875, - 62740.71875, - 62229.19140625, - 62663.798828125, - 62577.29296875, - 62374.787109375, - 62694.998046875, - 62488.3359375, - 62493.23046875, - 62492.1953125, - 62565.859375, - 62748.546875, - 62560.1484375, - 62491.400390625, - 62146.63671875, - 61965.0234375, - 62427.1640625, - 62544.109375, - 62460.58203125, - 62449.09765625, - 62261.783203125, - 62299.6328125, - 62358.2578125, - 62494.865234375 + 62552.6015625, + 62785.05859375, + 62540.619140625, + 62692.640625, + 62329.361328125, + 62619.76171875, + 62757.54296875, + 62641.216796875, + 62408.599609375, + 62618.83203125, + 62976.9296875, + 62358.208984375, + 62487.109375, + 61987.537109375, + 62027.625, + 61902.30078125, + 62290.94140625, + 62309.64453125, + 62583.095703125, + 61974.177734375, + 62217.732421875, + 61951.51171875, + 61633.32421875, + 61849.546875 ], "p90": [ - 65682.4765625, - 65815.3984375, - 65735.24609375, - 65857.05078125, - 65965.02734375, - 65885.74609375, - 65651.8046875, - 65728.6640625, - 66117.19140625, - 65974.6953125, - 66097.109375, - 65933.49609375, - 66066.99609375, - 66464.81640625, - 66372.1171875, - 65992.15625, - 66317.94140625, - 66255.98828125, - 66380.796875, - 66309.3671875, - 66623.53515625, - 66449.71875, - 66129.5703125, - 66355.2421875 + 65600.609375, + 66358.9375, + 66010.33984375, + 65995.47265625, + 66063.80859375, + 65617.3671875, + 65986.8046875, + 65925.52734375, + 65864.76953125, + 66011.5078125, + 65995.265625, + 66051.97265625, + 66035.46484375, + 66240.14453125, + 65982.828125, + 66359.4453125, + 65951.1796875, + 66782.63671875, + 66642.9140625, + 66374.0703125, + 66290.6015625, + 66240.18359375, + 65879.7265625, + 66076.9609375 ], "timestamps": [ - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +326,7 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 094ba903a5bf7d0a56d889df40381fb6e8bee579..8412ee1f484fdd8f6973eee5117c52133e75824f 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:05.254211+00:00", + "evaluated_at": "2026-06-16T21:29:23.051328+00:00", "freq": "1h", - "context_length": 81, + "context_length": 76, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, 20.200000762939453, 19.729999542236328, 19.309999465942383, @@ -115,89 +110,84 @@ 20.90999984741211 ], "p50": [ - 22.745617866516113, - 22.538247108459473, - 22.37826633453369, - 22.2136287689209, - 22.540616989135742, - 22.95806312561035, - 24.063834190368652, - 25.384380340576172, - 27.1750431060791, - 28.744664192199707, - 29.8822078704834, - 30.512977600097656, - 31.05539035797119, - 30.812103271484375, - 30.834893226623535, - 29.98928928375244, - 29.616180419921875, - 28.13971996307373, - 27.176584243774414, - 26.31081771850586, - 25.35525131225586, - 24.516345024108887, - 23.496543884277344, - 22.895573616027832 + 22.58875560760498, + 22.141489028930664, + 21.85322380065918, + 21.62563991546631, + 21.647415161132812, + 22.029616355895996, + 22.98488426208496, + 24.58247947692871, + 26.55618667602539, + 28.312551498413086, + 29.699554443359375, + 30.35697650909424, + 31.025211334228516, + 30.868011474609375, + 30.570130348205566, + 29.876938819885254, + 28.94172191619873, + 28.099821090698242, + 26.92699432373047, + 25.954188346862793, + 24.591750144958496, + 23.92985725402832, + 23.495718002319336, + 23.128478050231934 ], "p10": [ - 22.196277618408203, - 21.74578857421875, - 21.465103149414062, - 20.95120620727539, - 21.23151206970215, - 21.620262145996094, - 22.426383018493652, - 23.375642776489258, - 24.718527793884277, - 26.639915466308594, - 27.108867645263672, - 27.587883949279785, - 27.528568267822266, - 27.92593765258789, - 27.248580932617188, - 27.018561363220215, - 26.609108924865723, - 25.129624366760254, - 23.45012378692627, - 22.957036018371582, - 22.38630199432373, - 20.88405132293701, - 20.15687370300293, - 19.88346004486084 + 22.152772903442383, + 21.632343292236328, + 21.08292293548584, + 20.76738166809082, + 20.796232223510742, + 20.88940715789795, + 21.70695400238037, + 23.04343605041504, + 24.6946439743042, + 25.98863124847412, + 27.294438362121582, + 27.93584156036377, + 28.414234161376953, + 28.294608116149902, + 28.352628707885742, + 27.574780464172363, + 26.898265838623047, + 25.647537231445312, + 23.27231502532959, + 23.257027626037598, + 22.326443672180176, + 21.369415283203125, + 20.91658592224121, + 20.722936630249023 ], "p90": [ - 23.302255630493164, - 23.186772346496582, - 23.24300479888916, - 23.06077766418457, - 23.948655128479004, - 24.503765106201172, - 25.67518424987793, - 27.143662452697754, - 29.445302963256836, - 31.585426330566406, - 32.544572830200195, - 32.41045951843262, - 33.30499839782715, - 33.41098594665527, - 34.085487365722656, - 33.24332809448242, - 32.970481872558594, - 32.29648971557617, - 30.357179641723633, - 29.616363525390625, - 29.068028450012207, - 27.953203201293945, - 27.129688262939453, - 26.091896057128906 + 22.984939575195312, + 22.597121238708496, + 22.550848960876465, + 22.36448097229004, + 22.493566513061523, + 23.560664176940918, + 24.093295097351074, + 26.22554588317871, + 28.108861923217773, + 30.285588264465332, + 31.838650703430176, + 32.559064865112305, + 33.68375778198242, + 33.45555877685547, + 32.84989356994629, + 31.981216430664062, + 31.7251558303833, + 30.788297653198242, + 29.461934089660645, + 28.399404525756836, + 27.195138931274414, + 26.05004596710205, + 25.406694412231445, + 25.694637298583984 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", "2026-06-09 20:00:00", "2026-06-09 21:00:00", "2026-06-09 22:00:00", diff --git a/results/online_status.json b/results/online_status.json index 0ab81ba031d01f0759b5195280dd9a9228d9b1a2..3d43c1f021a9f9b6e5a9b1bae55ebdcbcdfdbb1c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,172 @@ { - "status": "partial", - "started_at": "2026-06-16T19:49:56.023053+00:00", - "finished_at": "2026-06-16T21:07:32.633492+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-16T18:25:45.053836+00:00", + "finished_at": "2026-06-16T19:39:53.962719+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-16T18:38:19.619572+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-16T18:54:33.156235+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-16T19:04:50.710625+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-16T19:14:17.808552+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-16T19:33:23.194842+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-16T19:39:53.959836+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", + "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], "push_status": "ok", - "pushed_at": "2026-06-16T21:26:42.855253+00:00", + "pushed_at": "2026-06-16T19:43:11.191695+00:00", "push_detail": "HF Hub API" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_200954.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_200954.json new file mode 100644 index 0000000000000000000000000000000000000000..79d64b0365a633f1154bf9c9d4a9982db79996c9 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_200954.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T20:09:54.848908+00:00", + "metrics": { + "MSE[mean]": 674.6534827380542, + "MSE[0.5]": 674.6534827380542, + "MAE[0.5]": 15.512783845265707, + "MASE[0.5]": 2.5367260227686232, + "MAPE[0.5]": 0.34556731249222145, + "sMAPE[0.5]": 0.47515137948603425, + "MSIS": 75.29220598326143, + "RMSE[mean]": 25.97409252963526, + "NRMSE[mean]": 0.9143123732283476, + "ND[0.5]": 0.5460645139675427, + "mean_weighted_sum_quantile_loss": 0.5082789649491303 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863 + ], + "actual": [ + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 + ], + "predictions": { + "p50": [ + 11.858640670776367, + 11.347890853881836, + 11.031200408935547, + 11.55611801147461, + 12.15345287322998, + 12.767123222351074, + 12.91250228881836, + 13.043041229248047, + 13.14023208618164, + 13.33808708190918, + 13.823511123657227, + 14.5414400100708, + 15.376172065734863, + 16.106996536254883, + 16.723190307617188, + 17.465229034423828, + 18.076385498046875, + 18.261531829833984, + 17.949419021606445, + 17.100522994995117, + 15.917773246765137, + 14.850784301757812, + 13.722721099853516, + 12.528480529785156 + ], + "p10": [ + 10.83618450164795, + 9.576422691345215, + 8.765989303588867, + 8.775004386901855, + 8.950029373168945, + 8.982129096984863, + 9.068157196044922, + 9.072720527648926, + 9.111307144165039, + 9.312074661254883, + 9.56384563446045, + 10.118484497070312, + 10.78393840789795, + 11.283559799194336, + 11.52699089050293, + 12.172050476074219, + 12.83590030670166, + 13.19630241394043, + 13.126016616821289, + 12.25247573852539, + 11.374832153320312, + 10.43252944946289, + 9.48097038269043, + 8.276172637939453 + ], + "p90": [ + 13.047672271728516, + 13.557716369628906, + 14.146574020385742, + 16.007192611694336, + 17.761377334594727, + 19.335248947143555, + 19.9505615234375, + 20.13849639892578, + 20.488981246948242, + 20.8120059967041, + 21.567901611328125, + 22.49665069580078, + 23.501590728759766, + 24.404727935791016, + 25.227184295654297, + 25.871604919433594, + 26.20376968383789, + 26.436315536499023, + 26.088258743286133, + 25.020648956298828, + 23.607166290283203, + 22.359834671020508, + 21.19820785522461, + 20.43882179260254 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_203254.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_203254.json new file mode 100644 index 0000000000000000000000000000000000000000..f4a134753a0958120f0bc498ac46f63231945dfd --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_203254.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:32:54.830113+00:00", + "metrics": { + "MSE[mean]": 650.4226122238754, + "MSE[0.5]": 685.8653868680943, + "MAE[0.5]": 15.499062538146973, + "MASE[0.5]": 2.5344822477517286, + "MAPE[0.5]": 0.33968506617699884, + "sMAPE[0.5]": 0.4691643539586066, + "MSIS": 87.35340695664604, + "RMSE[mean]": 25.50338432882733, + "NRMSE[mean]": 0.8977430038966681, + "ND[0.5]": 0.5455815111114771, + "mean_weighted_sum_quantile_loss": 0.5208205266329882 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863 + ], + "actual": [ + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 + ], + "predictions": { + "p50": [ + 11.679115295410156, + 11.18030834197998, + 11.092369079589844, + 12.32892894744873, + 13.30526351928711, + 14.044785499572754, + 14.067617416381836, + 13.558780670166016, + 12.925774574279785, + 13.30890941619873, + 14.028729438781738, + 14.451757431030273, + 15.602707862854004, + 16.397180557250977, + 16.972444534301758, + 17.54306983947754, + 17.910659790039062, + 17.914878845214844, + 17.539011001586914, + 16.71418571472168, + 15.227227210998535, + 14.251843452453613, + 13.334661483764648, + 12.334857940673828 + ], + "p10": [ + 11.968207359313965, + 11.760770797729492, + 11.8125581741333, + 13.789449691772461, + 15.15201473236084, + 15.918063163757324, + 16.19370460510254, + 15.397749900817871, + 14.967572212219238, + 14.78494930267334, + 15.851004600524902, + 16.434141159057617, + 17.464990615844727, + 18.397340774536133, + 18.842866897583008, + 19.502857208251953, + 20.070085525512695, + 20.158538818359375, + 19.964393615722656, + 18.420316696166992, + 17.356109619140625, + 16.183956146240234, + 15.17479133605957, + 14.270331382751465 + ], + "p90": [ + 13.01455307006836, + 13.401759147644043, + 14.471013069152832, + 16.59671974182129, + 18.362831115722656, + 19.681928634643555, + 19.938573837280273, + 19.362564086914062, + 18.722658157348633, + 18.851394653320312, + 19.615968704223633, + 20.276979446411133, + 21.63361930847168, + 22.67258071899414, + 23.61178970336914, + 24.435382843017578, + 25.02017593383789, + 24.929357528686523, + 24.459760665893555, + 23.186614990234375, + 21.74701499938965, + 20.64892578125, + 19.595003128051758, + 18.52985191345215 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_211942.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_211942.json new file mode 100644 index 0000000000000000000000000000000000000000..3c73bbc3fef8515a0ca4eb46936b59c0b39ff630 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_211942.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:19:42.313550+00:00", + "metrics": { + "MSE[mean]": 635.1952360262219, + "MSE[0.5]": 635.1952360262219, + "MAE[0.5]": 15.138862013816833, + "MASE[0.5]": 2.4755805024172166, + "MAPE[0.5]": 0.3588036148133246, + "sMAPE[0.5]": 0.45884661963878876, + "MSIS": 68.63136139990644, + "RMSE[mean]": 25.20307989167637, + "NRMSE[mean]": 0.8871720065727299, + "ND[0.5]": 0.5329021154458682, + "mean_weighted_sum_quantile_loss": 0.48990765717819823 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863 + ], + "actual": [ + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 + ], + "predictions": { + "p50": [ + 12.173030853271484, + 11.781790733337402, + 12.153556823730469, + 14.43879508972168, + 15.873037338256836, + 16.64422035217285, + 16.465404510498047, + 16.127262115478516, + 15.790948867797852, + 15.705810546875, + 15.969368934631348, + 16.34349250793457, + 16.83624267578125, + 17.513477325439453, + 18.40587043762207, + 19.275920867919922, + 19.73907470703125, + 19.782962799072266, + 19.38796043395996, + 18.56415367126465, + 17.391815185546875, + 16.13998794555664, + 15.153182983398438, + 14.288530349731445 + ], + "p10": [ + 11.366959571838379, + 10.175439834594727, + 9.536441802978516, + 10.217839241027832, + 10.564270973205566, + 10.883883476257324, + 10.798433303833008, + 10.370890617370605, + 9.856012344360352, + 9.524578094482422, + 9.429526329040527, + 9.54798698425293, + 9.86735725402832, + 10.32443904876709, + 10.941194534301758, + 11.642518997192383, + 12.042354583740234, + 12.293813705444336, + 12.149665832519531, + 11.465445518493652, + 10.378241539001465, + 9.143366813659668, + 8.057657241821289, + 7.135573387145996 + ], + "p90": [ + 13.075403213500977, + 13.695398330688477, + 15.831021308898926, + 20.176321029663086, + 23.023223876953125, + 24.30465316772461, + 23.97760772705078, + 23.58193588256836, + 23.390132904052734, + 23.590621948242188, + 24.201873779296875, + 25.247751235961914, + 26.460105895996094, + 27.83148956298828, + 29.415081024169922, + 30.608640670776367, + 30.85770034790039, + 30.22473907470703, + 29.13103485107422, + 27.967239379882812, + 26.556556701660156, + 25.2549991607666, + 24.20987319946289, + 23.436357498168945 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_205841.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_205841.json new file mode 100644 index 0000000000000000000000000000000000000000..9890c9dd0fd1dafb96cabdb26f27688255efae27 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_205841.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T20:58:41.254863+00:00", + "metrics": { + "MSE[mean]": 663.3877207956385, + "MSE[0.5]": 663.3877207956385, + "MAE[0.5]": 15.08681889375051, + "MASE[0.5]": 2.4670701577688825, + "MAPE[0.5]": 0.3250985551760172, + "sMAPE[0.5]": 0.4466541072781502, + "MSIS": 66.85692327285959, + "RMSE[mean]": 25.756314192749677, + "NRMSE[mean]": 0.9066463718922703, + "ND[0.5]": 0.5310701488982877, + "mean_weighted_sum_quantile_loss": 0.4985360015786661 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863 + ], + "actual": [ + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 + ], + "predictions": { + "p50": [ + 12.270868301391602, + 11.874665260314941, + 11.920464515686035, + 13.243303298950195, + 14.738019943237305, + 15.583745956420898, + 15.523540496826172, + 14.536567687988281, + 13.488812446594238, + 13.283361434936523, + 13.951011657714844, + 14.640029907226562, + 15.404687881469727, + 16.08623504638672, + 16.912673950195312, + 17.723190307617188, + 18.412817001342773, + 18.707128524780273, + 18.25691795349121, + 17.330078125, + 16.17782211303711, + 15.101585388183594, + 14.181796073913574, + 12.952859878540039 + ], + "p10": [ + 11.210428237915039, + 9.877920150756836, + 9.089638710021973, + 8.913932800292969, + 8.69711685180664, + 9.313727378845215, + 9.090340614318848, + 7.92057991027832, + 6.7686357498168945, + 6.315517425537109, + 6.651724815368652, + 7.037779808044434, + 6.981353759765625, + 6.893415451049805, + 7.003748893737793, + 7.860051155090332, + 7.797298431396484, + 8.296942710876465, + 8.29515266418457, + 7.542499542236328, + 6.568869590759277, + 5.7435455322265625, + 5.009827613830566, + 3.9721736907958984 + ], + "p90": [ + 13.264113426208496, + 13.876056671142578, + 15.274900436401367, + 19.518434524536133, + 23.325639724731445, + 24.3300838470459, + 24.77379608154297, + 23.549840927124023, + 22.350017547607422, + 21.92295265197754, + 22.817276000976562, + 24.149581909179688, + 25.89365005493164, + 27.345495223999023, + 28.881649017333984, + 30.24952507019043, + 31.774860382080078, + 31.419116973876953, + 31.276931762695312, + 30.004053115844727, + 27.84876251220703, + 26.08957290649414, + 24.63068199157715, + 23.040576934814453 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_195956.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_195956.json new file mode 100644 index 0000000000000000000000000000000000000000..c5055d22525177ad0a7b9fbe04fb64ab3e6c7e2b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_195956.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T19:59:56.339245+00:00", + "metrics": { + "MSE[mean]": 358732.1573638916, + "MSE[0.5]": 358732.1573638916, + "MAE[0.5]": 514.4876302083334, + "MASE[0.5]": 0.5899852208734399, + "MAPE[0.5]": 0.007796075481429188, + "sMAPE[0.5]": 0.007755668998972301, + "MSIS": 2.9414427426276233, + "RMSE[mean]": 598.942532605501, + "NRMSE[mean]": 0.009050485115671886, + "ND[0.5]": 0.007774306191183084, + "mean_weighted_sum_quantile_loss": 0.00681550376582694 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625 + ], + "actual": [ + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65654.0 + ], + "predictions": { + "p50": [ + 66600.8359375, + 66609.2421875, + 66661.296875, + 66671.3984375, + 66676.2109375, + 66660.6640625, + 66669.296875, + 66692.890625, + 66696.6640625, + 66669.1015625, + 66670.625, + 66651.5625, + 66631.4296875, + 66642.390625, + 66675.125, + 66644.1875, + 66727.15625, + 66726.6015625, + 66712.0234375, + 66684.6953125, + 66709.40625, + 66671.9296875, + 66673.203125, + 66654.109375 + ], + "p10": [ + 66215.1171875, + 66071.0546875, + 66003.28125, + 65865.9609375, + 65761.265625, + 65626.84375, + 65509.12890625, + 65418.046875, + 65322.1171875, + 65186.0, + 65089.55859375, + 64943.89453125, + 64836.58203125, + 64779.59765625, + 64740.828125, + 64734.36328125, + 64755.39453125, + 64630.2734375, + 64556.48046875, + 64478.62109375, + 64450.51171875, + 64363.70703125, + 64307.1171875, + 64256.73828125 + ], + "p90": [ + 66856.4140625, + 66963.3671875, + 67128.8046875, + 67257.0234375, + 67307.515625, + 67384.1484375, + 67444.8125, + 67517.7109375, + 67540.5078125, + 67581.34375, + 67642.203125, + 67668.25, + 67709.546875, + 67709.9453125, + 67772.8203125, + 67765.5859375, + 67899.34375, + 67943.0546875, + 67968.140625, + 68026.8828125, + 68032.921875, + 68078.03125, + 68091.359375, + 68173.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_212853.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_212853.json new file mode 100644 index 0000000000000000000000000000000000000000..7c6c90d73eda199d0218eb5aad65a7d31b79d576 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_212853.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T21:28:53.858183+00:00", + "metrics": { + "MSE[mean]": 3857211.349186579, + "MSE[0.5]": 3917554.5733911195, + "MAE[0.5]": 1949.860595703125, + "MASE[0.5]": 2.2359894906754008, + "MAPE[0.5]": 0.02944008004821208, + "sMAPE[0.5]": 0.02989296450119851, + "MSIS": 14.243047075764252, + "RMSE[mean]": 1963.9784492673487, + "NRMSE[mean]": 0.029677234049935355, + "ND[0.5]": 0.02946390235850846, + "mean_weighted_sum_quantile_loss": 0.023313654507277105 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625 + ], + "actual": [ + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65654.0 + ], + "predictions": { + "p50": [ + 64177.9609375, + 64426.30078125, + 64215.376953125, + 64344.59765625, + 64235.083984375, + 64061.5546875, + 64250.646484375, + 64211.255859375, + 64284.2265625, + 64317.451171875, + 64300.439453125, + 64114.8046875, + 64159.748046875, + 64286.822265625, + 64172.796875, + 64297.60546875, + 64152.49609375, + 64276.974609375, + 64303.23046875, + 64411.654296875, + 64209.060546875, + 64111.84375, + 64078.900390625, + 64250.041015625 + ], + "p10": [ + 62552.6015625, + 62785.05859375, + 62540.619140625, + 62692.640625, + 62329.361328125, + 62619.76171875, + 62757.54296875, + 62641.216796875, + 62408.599609375, + 62618.83203125, + 62976.9296875, + 62358.208984375, + 62487.109375, + 61987.537109375, + 62027.625, + 61902.30078125, + 62290.94140625, + 62309.64453125, + 62583.095703125, + 61974.177734375, + 62217.732421875, + 61951.51171875, + 61633.32421875, + 61849.546875 + ], + "p90": [ + 65600.609375, + 66358.9375, + 66010.33984375, + 65995.47265625, + 66063.80859375, + 65617.3671875, + 65986.8046875, + 65925.52734375, + 65864.76953125, + 66011.5078125, + 65995.265625, + 66051.97265625, + 66035.46484375, + 66240.14453125, + 65982.828125, + 66359.4453125, + 65951.1796875, + 66782.63671875, + 66642.9140625, + 66374.0703125, + 66290.6015625, + 66240.18359375, + 65879.7265625, + 66076.9609375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_202256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_202256.json new file mode 100644 index 0000000000000000000000000000000000000000..feaf6cb8dffc5a3ad9b4409e886e96979f0a874b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_202256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:22:56.200180+00:00", + "metrics": { + "MSE[mean]": 349797.6275761922, + "MSE[0.5]": 184091.04135131836, + "MAE[0.5]": 357.8971354166667, + "MASE[0.5]": 0.41041612682363254, + "MAPE[0.5]": 0.005422500118722268, + "sMAPE[0.5]": 0.005403331506793602, + "MSIS": 17.721383196839238, + "RMSE[mean]": 591.4369176642529, + "NRMSE[mean]": 0.00893706946623683, + "ND[0.5]": 0.005408102648745499, + "mean_weighted_sum_quantile_loss": 0.006351876172210843 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625 + ], + "actual": [ + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65654.0 + ], + "predictions": { + "p50": [ + 66600.890625, + 66610.234375, + 66609.28125, + 66620.375, + 66562.9609375, + 66573.21875, + 66556.46875, + 66542.796875, + 66548.46875, + 66500.953125, + 66519.78125, + 66472.671875, + 66458.546875, + 66449.2890625, + 66435.0625, + 66431.234375, + 66482.4765625, + 66461.515625, + 66404.6484375, + 66413.6875, + 66354.1640625, + 66308.6171875, + 66336.984375, + 66343.5 + ], + "p10": [ + 66634.859375, + 66679.78125, + 66666.015625, + 66652.8671875, + 66638.359375, + 66641.875, + 66558.8828125, + 66577.2421875, + 66545.3125, + 66631.71875, + 66560.9765625, + 66461.7421875, + 66467.046875, + 66516.125, + 66491.4296875, + 66574.75, + 66532.21875, + 66408.5625, + 66473.71875, + 66441.453125, + 66405.171875, + 66405.140625, + 66293.375, + 66343.859375 + ], + "p90": [ + 66974.8984375, + 67078.8125, + 67140.5, + 67223.6796875, + 67205.890625, + 67241.515625, + 67240.859375, + 67245.9375, + 67264.765625, + 67271.328125, + 67339.671875, + 67277.5546875, + 67331.015625, + 67396.28125, + 67372.4140625, + 67455.109375, + 67497.7890625, + 67500.65625, + 67494.328125, + 67516.3203125, + 67467.1015625, + 67472.53125, + 67493.078125, + 67511.78125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_211653.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_211653.json new file mode 100644 index 0000000000000000000000000000000000000000..633ed4a7e8f8fe7243d428f8c839295d807f5309 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_211653.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:16:53.149644+00:00", + "metrics": { + "MSE[mean]": 304423.4413655599, + "MSE[0.5]": 304423.4413655599, + "MAE[0.5]": 468.05078125, + "MASE[0.5]": 0.5367340774431208, + "MAPE[0.5]": 0.0070931456788114215, + "sMAPE[0.5]": 0.007059029109519233, + "MSIS": 2.9846268464964822, + "RMSE[mean]": 551.7458122773202, + "NRMSE[mean]": 0.008337306151772727, + "ND[0.5]": 0.007072609471653369, + "mean_weighted_sum_quantile_loss": 0.006363835370253396 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625 + ], + "actual": [ + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65654.0 + ], + "predictions": { + "p50": [ + 66624.0390625, + 66627.5390625, + 66628.8359375, + 66621.375, + 66614.5546875, + 66610.390625, + 66613.6171875, + 66631.0859375, + 66634.421875, + 66635.1484375, + 66624.6953125, + 66604.578125, + 66613.3046875, + 66618.2421875, + 66618.3203125, + 66619.484375, + 66624.8828125, + 66616.578125, + 66612.8515625, + 66628.2578125, + 66635.6171875, + 66626.4140625, + 66624.1328125, + 66622.9453125 + ], + "p10": [ + 66277.1953125, + 66109.59375, + 65961.90625, + 65821.515625, + 65704.234375, + 65609.8125, + 65516.859375, + 65457.83203125, + 65418.08984375, + 65377.05078125, + 65299.609375, + 65231.18359375, + 65177.15234375, + 65112.296875, + 65043.55859375, + 65011.79296875, + 65004.36328125, + 64945.453125, + 64894.93359375, + 64879.27734375, + 64833.0, + 64769.30859375, + 64735.0, + 64713.09375 + ], + "p90": [ + 66990.8125, + 67148.5, + 67273.109375, + 67368.953125, + 67437.4296875, + 67520.1015625, + 67630.953125, + 67739.8515625, + 67808.1484375, + 67878.4296875, + 67921.46875, + 67932.109375, + 67968.84375, + 68020.984375, + 68079.5703125, + 68100.2109375, + 68142.4375, + 68201.328125, + 68266.3828125, + 68349.9453125, + 68374.640625, + 68391.796875, + 68400.3984375, + 68422.46875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_205504.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_205504.json new file mode 100644 index 0000000000000000000000000000000000000000..d5f80b3e118a8ccec3f91c4d08d0f959ba9bf248 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_205504.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T20:55:04.096344+00:00", + "metrics": { + "MSE[mean]": 225522.6889216105, + "MSE[0.5]": 225522.6889216105, + "MAE[0.5]": 395.8603515625, + "MASE[0.5]": 0.45395018896191175, + "MAPE[0.5]": 0.005998806177127479, + "sMAPE[0.5]": 0.0059743460561143295, + "MSIS": 3.309639157250716, + "RMSE[mean]": 474.8922919163992, + "NRMSE[mean]": 0.007175989991626793, + "ND[0.5]": 0.005981756219775501, + "mean_weighted_sum_quantile_loss": 0.0064398128086438945 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625 + ], + "actual": [ + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65654.0 + ], + "predictions": { + "p50": [ + 66625.0078125, + 66646.0625, + 66639.0546875, + 66637.3984375, + 66632.125, + 66614.5546875, + 66602.0546875, + 66596.0, + 66565.4453125, + 66542.4921875, + 66542.46875, + 66531.328125, + 66513.96875, + 66534.3125, + 66509.515625, + 66516.09375, + 66506.9140625, + 66495.3046875, + 66486.03125, + 66484.859375, + 66463.6015625, + 66450.390625, + 66428.1484375, + 66427.96875 + ], + "p10": [ + 66237.4375, + 66078.453125, + 65911.7890625, + 65781.421875, + 65659.8515625, + 65555.8984375, + 65438.45703125, + 65351.87109375, + 65261.6875, + 65170.265625, + 65095.26171875, + 65009.140625, + 64918.6796875, + 64853.61328125, + 64781.3359375, + 64722.86328125, + 64664.984375, + 64609.578125, + 64552.1796875, + 64491.71484375, + 64440.703125, + 64396.6484375, + 64348.15625, + 64307.1640625 + ], + "p90": [ + 67032.5, + 67208.0234375, + 67354.7578125, + 67473.703125, + 67567.21875, + 67619.7578125, + 67686.6875, + 67748.4765625, + 67780.0234375, + 67826.6171875, + 67901.7578125, + 67962.0625, + 68023.640625, + 68121.6171875, + 68132.46875, + 68222.5859375, + 68275.6015625, + 68309.5703125, + 68356.5859375, + 68398.25, + 68437.453125, + 68445.78125, + 68485.4296875, + 68535.4765625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json new file mode 100644 index 0000000000000000000000000000000000000000..54d89ff9dd47b3623a032f1d42928a3af847a581 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T20:22:18.477339+00:00", + "metrics": { + "MSE[mean]": 11.105916902422033, + "MSE[0.5]": 11.105916902422033, + "MAE[0.5]": 2.9168392419815063, + "MASE[0.5]": 0.5289985527019355, + "MAPE[0.5]": 0.2918794725701843, + "sMAPE[0.5]": 0.2527193398350962, + "MSIS": 3.260135895659401, + "RMSE[mean]": 3.3325541109518437, + "NRMSE[mean]": 0.29732824781726486, + "ND[0.5]": 0.26023844538124963, + "mean_weighted_sum_quantile_loss": 0.20403508954873412 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 15.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 13.0, + 15.0, + 19.0, + 22.0, + 17.0, + 8.0, + 10.0, + 10.0, + 9.0, + 9.0, + 14.0, + 16.0, + 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 18.0, + 12.0, + 19.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0 + ], + "actual": [ + 16.0, + 7.0, + 18.0, + 11.0, + 9.0, + 10.0, + 10.0, + 11.0, + 8.0, + 15.0, + 10.0, + 10.0, + 12.0, + 11.0, + 9.0, + 11.0, + 7.0, + 8.0, + 13.0, + 12.0, + 14.0, + 18.0, + 9.0, + 10.0 + ], + "predictions": { + "p50": [ + 12.35055923461914, + 12.369746208190918, + 12.417494773864746, + 12.44347858428955, + 12.477230072021484, + 12.519683837890625, + 12.583839416503906, + 12.647441864013672, + 12.66473388671875, + 12.6585693359375, + 12.662508964538574, + 12.550943374633789, + 12.576419830322266, + 12.495330810546875, + 12.616145133972168, + 12.59921646118164, + 12.653827667236328, + 12.656164169311523, + 12.705920219421387, + 12.776167869567871, + 12.738911628723145, + 12.70014762878418, + 12.651372909545898, + 12.63149356842041 + ], + "p10": [ + 8.587560653686523, + 8.529735565185547, + 8.48895263671875, + 8.513236045837402, + 8.475244522094727, + 8.53371810913086, + 8.523353576660156, + 8.532120704650879, + 8.527904510498047, + 8.508394241333008, + 8.501073837280273, + 8.511775970458984, + 8.381634712219238, + 8.475503921508789, + 8.418413162231445, + 8.418654441833496, + 8.445947647094727, + 8.43594741821289, + 8.459246635437012, + 8.505199432373047, + 8.400007247924805, + 8.477428436279297, + 8.475462913513184, + 8.42654037475586 + ], + "p90": [ + 18.606962203979492, + 18.790634155273438, + 19.081588745117188, + 19.10991668701172, + 19.307586669921875, + 19.308923721313477, + 19.50299835205078, + 19.720962524414062, + 19.87839126586914, + 19.836620330810547, + 20.04169464111328, + 20.080726623535156, + 20.176822662353516, + 20.238874435424805, + 20.26886749267578, + 20.29867935180664, + 20.14557647705078, + 20.231555938720703, + 20.455677032470703, + 20.500356674194336, + 20.548564910888672, + 20.444107055664062, + 20.379899978637695, + 20.4403133392334 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json new file mode 100644 index 0000000000000000000000000000000000000000..8f4da43b639924e434efe581b141a6adcee51eaa --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:52:17.964351+00:00", + "metrics": { + "MSE[mean]": 10.405964725661269, + "MSE[0.5]": 9.000602529930651, + "MAE[0.5]": 2.3532749017079673, + "MASE[0.5]": 0.426790410385324, + "MAPE[0.5]": 0.21881676391685087, + "sMAPE[0.5]": 0.20646161462587442, + "MSIS": 18.786381272284746, + "RMSE[mean]": 3.225827758213583, + "NRMSE[mean]": 0.28780619404136054, + "ND[0.5]": 0.20995761204829447, + "mean_weighted_sum_quantile_loss": 0.250023040787241 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 15.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 13.0, + 15.0, + 19.0, + 22.0, + 17.0, + 8.0, + 10.0, + 10.0, + 9.0, + 9.0, + 14.0, + 16.0, + 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 18.0, + 12.0, + 19.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0 + ], + "actual": [ + 16.0, + 7.0, + 18.0, + 11.0, + 9.0, + 10.0, + 10.0, + 11.0, + 8.0, + 15.0, + 10.0, + 10.0, + 12.0, + 11.0, + 9.0, + 11.0, + 7.0, + 8.0, + 13.0, + 12.0, + 14.0, + 18.0, + 9.0, + 10.0 + ], + "predictions": { + "p50": [ + 11.350700378417969, + 11.147786140441895, + 11.1676025390625, + 11.274815559387207, + 11.223465919494629, + 11.26901626586914, + 11.331886291503906, + 11.284014701843262, + 11.2279691696167, + 11.213518142700195, + 11.134698867797852, + 11.059566497802734, + 11.2181396484375, + 11.255094528198242, + 11.26034927368164, + 11.306492805480957, + 11.499504089355469, + 11.567414283752441, + 11.436201095581055, + 11.587641716003418, + 11.765661239624023, + 11.700374603271484, + 11.489858627319336, + 11.586503982543945 + ], + "p10": [ + 12.751737594604492, + 12.566618919372559, + 12.642362594604492, + 12.814861297607422, + 12.676688194274902, + 12.721768379211426, + 12.818107604980469, + 12.808072090148926, + 12.807978630065918, + 12.750319480895996, + 12.726694107055664, + 12.764508247375488, + 12.819067001342773, + 12.867302894592285, + 12.880159378051758, + 12.821361541748047, + 13.15544605255127, + 13.179339408874512, + 13.108254432678223, + 13.057540893554688, + 13.359830856323242, + 13.291715621948242, + 13.013744354248047, + 13.209228515625 + ], + "p90": [ + 15.730860710144043, + 15.743632316589355, + 15.970879554748535, + 16.086551666259766, + 16.089801788330078, + 16.209796905517578, + 16.318958282470703, + 16.320436477661133, + 16.29889678955078, + 16.284027099609375, + 16.291358947753906, + 16.283761978149414, + 16.442588806152344, + 16.50682830810547, + 16.52447509765625, + 16.60267448425293, + 16.863021850585938, + 16.88848876953125, + 16.898731231689453, + 16.907833099365234, + 17.1876163482666, + 17.106510162353516, + 16.932289123535156, + 16.847482681274414 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_211951.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_211951.json new file mode 100644 index 0000000000000000000000000000000000000000..575b95042c9133960ff6b95e55491fcb86c22f30 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_211951.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:19:51.732957+00:00", + "metrics": { + "MSE[mean]": 11.176425980073608, + "MSE[0.5]": 11.176425980073608, + "MAE[0.5]": 2.925592621167501, + "MASE[0.5]": 0.5305860673150127, + "MAPE[0.5]": 0.2937528485303322, + "sMAPE[0.5]": 0.25338802022032403, + "MSIS": 3.187684366624962, + "RMSE[mean]": 3.3431162079822485, + "NRMSE[mean]": 0.29827059104674336, + "ND[0.5]": 0.2610194160149443, + "mean_weighted_sum_quantile_loss": 0.20557251937721246 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 15.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 13.0, + 15.0, + 19.0, + 22.0, + 17.0, + 8.0, + 10.0, + 10.0, + 9.0, + 9.0, + 14.0, + 16.0, + 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 18.0, + 12.0, + 19.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0 + ], + "actual": [ + 16.0, + 7.0, + 18.0, + 11.0, + 9.0, + 10.0, + 10.0, + 11.0, + 8.0, + 15.0, + 10.0, + 10.0, + 12.0, + 11.0, + 9.0, + 11.0, + 7.0, + 8.0, + 13.0, + 12.0, + 14.0, + 18.0, + 9.0, + 10.0 + ], + "predictions": { + "p50": [ + 12.424193382263184, + 12.287738800048828, + 12.435670852661133, + 12.553567886352539, + 12.680618286132812, + 12.712626457214355, + 12.738797187805176, + 12.732172012329102, + 12.840038299560547, + 12.610013008117676, + 12.549226760864258, + 12.478066444396973, + 12.587447166442871, + 12.53272819519043, + 12.61999797821045, + 12.581768035888672, + 12.666841506958008, + 12.733384132385254, + 12.862398147583008, + 12.933518409729004, + 13.044085502624512, + 12.887709617614746, + 12.690594673156738, + 12.559161186218262 + ], + "p10": [ + 8.582162857055664, + 8.345703125, + 8.357982635498047, + 8.418532371520996, + 8.508216857910156, + 8.438114166259766, + 8.437074661254883, + 8.374553680419922, + 8.403722763061523, + 8.332590103149414, + 8.36569595336914, + 8.312402725219727, + 8.332530975341797, + 8.313671112060547, + 8.360873222351074, + 8.314529418945312, + 8.348320007324219, + 8.40121078491211, + 8.450421333312988, + 8.433731079101562, + 8.51472282409668, + 8.398326873779297, + 8.332380294799805, + 8.238855361938477 + ], + "p90": [ + 18.596277236938477, + 18.872875213623047, + 19.07219696044922, + 19.33214569091797, + 19.71855926513672, + 19.88719367980957, + 19.966197967529297, + 20.201196670532227, + 20.613122940063477, + 20.110740661621094, + 19.863052368164062, + 19.91461944580078, + 20.259384155273438, + 20.055204391479492, + 20.12966537475586, + 20.221994400024414, + 20.47823715209961, + 20.54635238647461, + 20.667274475097656, + 20.930950164794922, + 21.377796173095703, + 21.041519165039062, + 20.75275421142578, + 20.58564567565918 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_211407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_211407.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a02d1b161d69ebd41a6d9212bc4c8406fb2086 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_211407.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T21:14:07.268415+00:00", + "metrics": { + "MSE[mean]": 11.185908809236404, + "MSE[0.5]": 11.185908809236404, + "MAE[0.5]": 2.9427244663238525, + "MASE[0.5]": 0.5336931022048296, + "MAPE[0.5]": 0.29620445189739736, + "sMAPE[0.5]": 0.2547022279499003, + "MSIS": 2.755319725055839, + "RMSE[mean]": 3.3445341692433646, + "NRMSE[mean]": 0.29839710060163843, + "ND[0.5]": 0.2625479077761058, + "mean_weighted_sum_quantile_loss": 0.19382305421005933 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 15.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 13.0, + 15.0, + 19.0, + 22.0, + 17.0, + 8.0, + 10.0, + 10.0, + 9.0, + 9.0, + 14.0, + 16.0, + 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 18.0, + 12.0, + 19.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0 + ], + "actual": [ + 16.0, + 7.0, + 18.0, + 11.0, + 9.0, + 10.0, + 10.0, + 11.0, + 8.0, + 15.0, + 10.0, + 10.0, + 12.0, + 11.0, + 9.0, + 11.0, + 7.0, + 8.0, + 13.0, + 12.0, + 14.0, + 18.0, + 9.0, + 10.0 + ], + "predictions": { + "p50": [ + 12.68574047088623, + 12.679728507995605, + 12.82172966003418, + 12.671358108520508, + 12.656898498535156, + 12.635601997375488, + 12.639795303344727, + 12.623189926147461, + 12.6581392288208, + 12.62740707397461, + 12.611593246459961, + 12.601766586303711, + 12.64566707611084, + 12.642034530639648, + 12.690499305725098, + 12.67197036743164, + 12.674248695373535, + 12.669588088989258, + 12.673789024353027, + 12.678539276123047, + 12.695993423461914, + 12.696700096130371, + 12.698102951049805, + 12.678025245666504 + ], + "p10": [ + 8.311187744140625, + 8.373384475708008, + 8.346700668334961, + 8.368124008178711, + 8.35769271850586, + 8.381407737731934, + 8.32404613494873, + 8.299457550048828, + 8.285011291503906, + 8.263757705688477, + 8.270286560058594, + 8.27148723602295, + 8.288589477539062, + 8.296798706054688, + 8.307086944580078, + 8.324609756469727, + 8.309141159057617, + 8.342874526977539, + 8.310954093933105, + 8.328218460083008, + 8.326162338256836, + 8.349011421203613, + 8.342158317565918, + 8.337970733642578 + ], + "p90": [ + 17.8133544921875, + 17.908924102783203, + 18.969585418701172, + 17.929719924926758, + 17.91363525390625, + 17.786540985107422, + 17.948183059692383, + 17.80620002746582, + 18.189281463623047, + 17.87436294555664, + 17.846343994140625, + 17.793285369873047, + 17.953540802001953, + 17.872900009155273, + 18.449462890625, + 17.910972595214844, + 17.96957778930664, + 17.869834899902344, + 17.987049102783203, + 17.968992233276367, + 18.09505844116211, + 18.0372371673584, + 18.026960372924805, + 17.99930191040039 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_200944.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_200944.json new file mode 100644 index 0000000000000000000000000000000000000000..ec65868b754efa9e754739e2f52e43654226a0b7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_200944.json @@ -0,0 +1,307 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T20:09:44.756107+00:00", + "metrics": { + "MSE[mean]": 23.95689079527771, + "MSE[0.5]": 23.95689079527771, + "MAE[0.5]": 3.777583440144857, + "MASE[0.5]": 2.3934974974773975, + "MAPE[0.5]": 0.16528744095912673, + "sMAPE[0.5]": 0.14547501333466636, + "MSIS": 57.43044686356461, + "RMSE[mean]": 4.894577693251759, + "NRMSE[mean]": 0.21492190033098635, + "ND[0.5]": 0.16587445587678754, + "mean_weighted_sum_quantile_loss": 0.13443748993656893 + }, + "context_length": 76, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.70754051208496, + 22.430953979492188, + 22.15679359436035, + 21.948266983032227, + 21.953622817993164, + 22.21887969970703, + 23.060388565063477, + 24.598554611206055, + 26.63521957397461, + 28.659626007080078, + 30.19769287109375, + 31.1920223236084, + 31.738536834716797, + 31.922956466674805, + 31.805099487304688, + 31.286088943481445, + 30.43047332763672, + 29.197086334228516, + 27.877206802368164, + 26.53349494934082, + 25.513668060302734, + 24.791393280029297, + 24.195110321044922, + 23.691444396972656 + ], + "p10": [ + 22.264081954956055, + 21.793991088867188, + 21.431400299072266, + 21.159561157226562, + 21.057649612426758, + 21.226123809814453, + 21.9678897857666, + 23.373268127441406, + 25.260099411010742, + 27.11894416809082, + 28.31873893737793, + 29.39508628845215, + 29.763957977294922, + 29.6780948638916, + 29.81258773803711, + 29.18331527709961, + 27.749032974243164, + 26.37543487548828, + 25.003053665161133, + 23.76201629638672, + 22.750059127807617, + 22.09710121154785, + 21.489776611328125, + 21.02912139892578 + ], + "p90": [ + 23.190670013427734, + 22.97577476501465, + 22.83226776123047, + 22.73065948486328, + 22.77584457397461, + 23.150264739990234, + 24.040828704833984, + 25.56900405883789, + 27.818376541137695, + 30.061147689819336, + 31.706554412841797, + 32.78992462158203, + 33.42896270751953, + 33.653663635253906, + 33.68357467651367, + 33.128997802734375, + 32.38767623901367, + 31.369529724121094, + 30.003273010253906, + 28.75279998779297, + 27.79465103149414, + 27.137313842773438, + 26.660810470581055, + 26.137874603271484 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_212923.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_212923.json new file mode 100644 index 0000000000000000000000000000000000000000..877d6869ed5f392800658108431a76ea52a858d1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_212923.json @@ -0,0 +1,307 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T21:29:23.051328+00:00", + "metrics": { + "MSE[mean]": 17.707768572403438, + "MSE[0.5]": 17.32152934108395, + "MAE[0.5]": 3.2309406995773315, + "MASE[0.5]": 2.0471416717772546, + "MAPE[0.5]": 0.14116905229049528, + "sMAPE[0.5]": 0.12665834441686774, + "MSIS": 44.0866340125109, + "RMSE[mean]": 4.208059953518181, + "NRMSE[mean]": 0.18477676698518194, + "ND[0.5]": 0.14187126214530582, + "mean_weighted_sum_quantile_loss": 0.11232819054704206 + }, + "context_length": 76, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.58875560760498, + 22.141489028930664, + 21.85322380065918, + 21.62563991546631, + 21.647415161132812, + 22.029616355895996, + 22.98488426208496, + 24.58247947692871, + 26.55618667602539, + 28.312551498413086, + 29.699554443359375, + 30.35697650909424, + 31.025211334228516, + 30.868011474609375, + 30.570130348205566, + 29.876938819885254, + 28.94172191619873, + 28.099821090698242, + 26.92699432373047, + 25.954188346862793, + 24.591750144958496, + 23.92985725402832, + 23.495718002319336, + 23.128478050231934 + ], + "p10": [ + 22.152772903442383, + 21.632343292236328, + 21.08292293548584, + 20.76738166809082, + 20.796232223510742, + 20.88940715789795, + 21.70695400238037, + 23.04343605041504, + 24.6946439743042, + 25.98863124847412, + 27.294438362121582, + 27.93584156036377, + 28.414234161376953, + 28.294608116149902, + 28.352628707885742, + 27.574780464172363, + 26.898265838623047, + 25.647537231445312, + 23.27231502532959, + 23.257027626037598, + 22.326443672180176, + 21.369415283203125, + 20.91658592224121, + 20.722936630249023 + ], + "p90": [ + 22.984939575195312, + 22.597121238708496, + 22.550848960876465, + 22.36448097229004, + 22.493566513061523, + 23.560664176940918, + 24.093295097351074, + 26.22554588317871, + 28.108861923217773, + 30.285588264465332, + 31.838650703430176, + 32.559064865112305, + 33.68375778198242, + 33.45555877685547, + 32.84989356994629, + 31.981216430664062, + 31.7251558303833, + 30.788297653198242, + 29.461934089660645, + 28.399404525756836, + 27.195138931274414, + 26.05004596710205, + 25.406694412231445, + 25.694637298583984 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_203243.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_203243.json new file mode 100644 index 0000000000000000000000000000000000000000..fa2d630f70cb14778be948868d571b1a4ba86341 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_203243.json @@ -0,0 +1,307 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:32:43.667506+00:00", + "metrics": { + "MSE[mean]": 18.256465477062495, + "MSE[0.5]": 15.689063071794257, + "MAE[0.5]": 3.021759271621704, + "MASE[0.5]": 1.91460317666162, + "MAPE[0.5]": 0.13161837915651486, + "sMAPE[0.5]": 0.1187479281490475, + "MSIS": 78.45882032272267, + "RMSE[mean]": 4.27275853250128, + "NRMSE[mean]": 0.187617694725063, + "ND[0.5]": 0.1326860631704981, + "mean_weighted_sum_quantile_loss": 0.13787187026130038 + }, + "context_length": 76, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.496240615844727, + 22.3004207611084, + 21.743938446044922, + 21.42856216430664, + 21.191543579101562, + 21.379291534423828, + 22.3101806640625, + 23.786670684814453, + 25.62385368347168, + 27.855966567993164, + 29.597524642944336, + 30.46653175354004, + 30.8160457611084, + 30.812570571899414, + 30.369895935058594, + 29.7386417388916, + 29.037792205810547, + 27.726606369018555, + 26.394092559814453, + 24.99730682373047, + 23.990249633789062, + 23.1558895111084, + 22.558361053466797, + 22.28774070739746 + ], + "p10": [ + 22.650175094604492, + 22.41269874572754, + 21.792768478393555, + 21.715234756469727, + 21.506441116333008, + 21.59023666381836, + 22.446502685546875, + 24.013574600219727, + 26.042966842651367, + 28.099594116210938, + 29.834388732910156, + 30.95547103881836, + 31.05912971496582, + 31.03830337524414, + 30.568634033203125, + 29.873760223388672, + 29.30426788330078, + 28.118755340576172, + 26.618791580200195, + 25.25437355041504, + 24.40725326538086, + 23.37982177734375, + 22.924489974975586, + 22.556243896484375 + ], + "p90": [ + 22.771608352661133, + 22.728382110595703, + 22.449920654296875, + 22.211589813232422, + 22.138668060302734, + 22.448741912841797, + 23.453357696533203, + 25.00588035583496, + 27.025806427001953, + 29.276805877685547, + 31.046306610107422, + 31.885028839111328, + 32.36334228515625, + 32.42808151245117, + 32.021400451660156, + 31.449434280395508, + 30.78230094909668, + 29.451875686645508, + 28.007768630981445, + 26.500045776367188, + 25.557710647583008, + 24.797422409057617, + 24.166643142700195, + 23.730329513549805 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_211711.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_211711.json new file mode 100644 index 0000000000000000000000000000000000000000..5bce9d11bd0953ca3cf8c3f59d94402ec0a5115c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_211711.json @@ -0,0 +1,307 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:17:11.690610+00:00", + "metrics": { + "MSE[mean]": 15.060663225732847, + "MSE[0.5]": 15.060663225732847, + "MAE[0.5]": 2.949747403462728, + "MASE[0.5]": 1.8689760637313035, + "MAPE[0.5]": 0.12890527938212445, + "sMAPE[0.5]": 0.11629827231964336, + "MSIS": 22.50619086123039, + "RMSE[mean]": 3.880807032787491, + "NRMSE[mean]": 0.17040702478877628, + "ND[0.5]": 0.1295240074179763, + "mean_weighted_sum_quantile_loss": 0.08640401069659048 + }, + "context_length": 76, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.667892456054688, + 22.289058685302734, + 21.989850997924805, + 21.730621337890625, + 21.65919303894043, + 21.780912399291992, + 22.363513946533203, + 23.621021270751953, + 25.510557174682617, + 27.613569259643555, + 29.058231353759766, + 30.024757385253906, + 30.526256561279297, + 30.59328842163086, + 30.260852813720703, + 29.6517276763916, + 28.831573486328125, + 27.763484954833984, + 26.402000427246094, + 25.145545959472656, + 24.216535568237305, + 23.641530990600586, + 23.133329391479492, + 22.67697525024414 + ], + "p10": [ + 22.48432731628418, + 21.951404571533203, + 21.47046661376953, + 21.048826217651367, + 20.817495346069336, + 20.758708953857422, + 21.067964553833008, + 21.84627342224121, + 23.033920288085938, + 24.474931716918945, + 25.422733306884766, + 25.893306732177734, + 26.162641525268555, + 26.224390029907227, + 25.940458297729492, + 25.444730758666992, + 24.880449295043945, + 24.187602996826172, + 23.326702117919922, + 22.42721176147461, + 21.64653968811035, + 21.146303176879883, + 20.712982177734375, + 20.291156768798828 + ], + "p90": [ + 22.836328506469727, + 22.597442626953125, + 22.45995330810547, + 22.367612838745117, + 22.457120895385742, + 22.713953018188477, + 23.43861961364746, + 24.890392303466797, + 27.10938835144043, + 29.424558639526367, + 31.05999183654785, + 32.18667221069336, + 32.7415885925293, + 32.88943862915039, + 32.566829681396484, + 31.892902374267578, + 30.95694351196289, + 29.82923126220703, + 28.398958206176758, + 27.06075668334961, + 26.08736228942871, + 25.52227020263672, + 25.000629425048828, + 24.54961585998535 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_205830.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_205830.json new file mode 100644 index 0000000000000000000000000000000000000000..bd460c9356998ed704e697a66ba9cea2c5bcf6d0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_205830.json @@ -0,0 +1,307 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T20:58:30.416369+00:00", + "metrics": { + "MSE[mean]": 25.229092131639998, + "MSE[0.5]": 25.229092131639998, + "MAE[0.5]": 3.8715193271636963, + "MASE[0.5]": 2.453015788486819, + "MAPE[0.5]": 0.16907444422995152, + "sMAPE[0.5]": 0.14849321458905937, + "MSIS": 57.447502163459056, + "RMSE[mean]": 5.022856969060537, + "NRMSE[mean]": 0.22055466937823562, + "ND[0.5]": 0.16999919974901181, + "mean_weighted_sum_quantile_loss": 0.13830095652179633 + }, + "context_length": 76, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.485157012939453, + 22.15862274169922, + 21.845149993896484, + 21.728744506835938, + 21.729469299316406, + 21.91107177734375, + 22.583629608154297, + 23.868576049804688, + 26.337507247924805, + 28.8532772064209, + 30.66745948791504, + 31.907421112060547, + 32.403343200683594, + 32.46786880493164, + 32.01403045654297, + 31.311134338378906, + 30.254444122314453, + 29.100040435791016, + 27.73018455505371, + 26.475759506225586, + 25.460607528686523, + 24.746368408203125, + 24.138748168945312, + 23.606544494628906 + ], + "p10": [ + 22.17500877380371, + 21.627492904663086, + 21.07839584350586, + 20.833316802978516, + 20.68929672241211, + 20.77147102355957, + 21.29347801208496, + 22.434776306152344, + 24.527029037475586, + 26.781978607177734, + 28.33661460876465, + 29.558101654052734, + 30.007301330566406, + 29.823089599609375, + 29.244823455810547, + 28.501970291137695, + 27.441320419311523, + 26.354291915893555, + 25.129920959472656, + 23.854331970214844, + 22.93592643737793, + 22.307910919189453, + 21.708206176757812, + 21.206523895263672 + ], + "p90": [ + 22.822900772094727, + 22.684598922729492, + 22.569690704345703, + 22.545785903930664, + 22.73756980895996, + 23.006746292114258, + 23.93497085571289, + 25.50914192199707, + 28.37961196899414, + 31.12084197998047, + 33.00835037231445, + 34.204071044921875, + 34.99891662597656, + 35.20734405517578, + 34.73479080200195, + 34.08137130737305, + 33.01561737060547, + 31.69161605834961, + 30.53661346435547, + 29.44091033935547, + 28.269168853759766, + 27.35794448852539, + 26.692914962768555, + 26.001537322998047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_200949.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_200949.json new file mode 100644 index 0000000000000000000000000000000000000000..764d07c7beb084e9409321336934a45ca76ee100 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_200949.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T20:09:49.876973+00:00", + "metrics": { + "MSE[mean]": 0.5053207772051186, + "MSE[0.5]": 0.5053207772051186, + "MAE[0.5]": 0.6012766361236572, + "MASE[0.5]": 0.4837085787810427, + "MAPE[0.5]": 0.030746708953715434, + "sMAPE[0.5]": 0.030686402219804745, + "MSIS": 3.1956955041299318, + "RMSE[mean]": 0.7108591824019147, + "NRMSE[mean]": 0.03662649382727932, + "ND[0.5]": 0.030980334145868788, + "mean_weighted_sum_quantile_loss": 0.02837031269402434 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 19.03285789489746, + 19.066143035888672, + 19.084638595581055, + 19.112825393676758, + 19.168800354003906, + 19.19308853149414, + 19.239919662475586, + 19.30340576171875, + 19.38085174560547, + 19.429418563842773, + 19.491479873657227, + 19.494342803955078, + 19.543235778808594, + 19.608203887939453, + 19.64316177368164, + 19.65337562561035, + 19.745094299316406, + 19.74365997314453, + 19.780414581298828, + 19.814638137817383, + 19.886201858520508, + 19.88409423828125, + 19.943649291992188, + 20.025588989257812 + ], + "p10": [ + 18.513809204101562, + 18.48872184753418, + 18.415029525756836, + 18.439556121826172, + 18.407886505126953, + 18.365018844604492, + 18.38151741027832, + 18.349946975708008, + 18.291622161865234, + 18.344932556152344, + 18.235614776611328, + 18.201425552368164, + 18.1828556060791, + 18.207918167114258, + 18.143394470214844, + 18.12991714477539, + 17.907886505126953, + 17.777095794677734, + 17.743852615356445, + 17.714784622192383, + 17.55292320251465, + 17.52616310119629, + 17.487077713012695, + 17.47696876525879 + ], + "p90": [ + 19.604270935058594, + 19.704864501953125, + 19.784687042236328, + 19.901403427124023, + 20.024337768554688, + 20.141632080078125, + 20.242265701293945, + 20.378629684448242, + 20.488540649414062, + 20.586292266845703, + 20.755207061767578, + 20.875438690185547, + 20.97745704650879, + 21.024662017822266, + 21.054729461669922, + 21.130664825439453, + 21.12811851501465, + 21.188657760620117, + 21.2847843170166, + 21.47072982788086, + 21.530715942382812, + 21.69365692138672, + 21.793973922729492, + 21.94223403930664 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_203249.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_203249.json new file mode 100644 index 0000000000000000000000000000000000000000..b9686c7978982164a686c8dce5e84a25be300fc0 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_203249.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:32:49.414139+00:00", + "metrics": { + "MSE[mean]": 0.5134470016972349, + "MSE[0.5]": 0.6364203022267247, + "MAE[0.5]": 0.5536642074584961, + "MASE[0.5]": 0.44540584287163937, + "MAPE[0.5]": 0.0276254995036464, + "sMAPE[0.5]": 0.0281470283383016, + "MSIS": 8.26096574154646, + "RMSE[mean]": 0.716552162579414, + "NRMSE[mean]": 0.03691982042204237, + "ND[0.5]": 0.028527138959286352, + "mean_weighted_sum_quantile_loss": 0.025134909180975065 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.8198299407959, + 18.798185348510742, + 18.909557342529297, + 18.913393020629883, + 18.894489288330078, + 18.97298812866211, + 18.978971481323242, + 18.981914520263672, + 19.1135311126709, + 19.1092472076416, + 19.076946258544922, + 19.228540420532227, + 19.200246810913086, + 19.237014770507812, + 19.14714241027832, + 19.1652774810791, + 19.22206687927246, + 19.325376510620117, + 19.278684616088867, + 19.322465896606445, + 19.265853881835938, + 19.434715270996094, + 19.577892303466797, + 19.592906951904297 + ], + "p10": [ + 18.838247299194336, + 18.986221313476562, + 19.01227378845215, + 19.06422996520996, + 18.978805541992188, + 19.095521926879883, + 19.137998580932617, + 19.252233505249023, + 19.241182327270508, + 19.28508186340332, + 19.19487953186035, + 19.17742156982422, + 19.34332275390625, + 19.315425872802734, + 19.405160903930664, + 19.41234016418457, + 19.45587158203125, + 19.291486740112305, + 19.52452278137207, + 19.413999557495117, + 19.596811294555664, + 19.563447952270508, + 19.477088928222656, + 19.57928466796875 + ], + "p90": [ + 19.40656852722168, + 19.540952682495117, + 19.673816680908203, + 19.79539680480957, + 19.839067459106445, + 19.943195343017578, + 19.909225463867188, + 20.011428833007812, + 20.117366790771484, + 20.160924911499023, + 20.17987632751465, + 20.177288055419922, + 20.359458923339844, + 20.493837356567383, + 20.411575317382812, + 20.533939361572266, + 20.638381958007812, + 20.77776336669922, + 20.774415969848633, + 20.893836975097656, + 20.830036163330078, + 21.083833694458008, + 21.183815002441406, + 21.275400161743164 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_211937.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_211937.json new file mode 100644 index 0000000000000000000000000000000000000000..08b3b311031fa9671b4d29dd847788e9d05f1816 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_211937.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:19:37.986790+00:00", + "metrics": { + "MSE[mean]": 0.4422672555557862, + "MSE[0.5]": 0.4422672555557862, + "MAE[0.5]": 0.5607966581980387, + "MASE[0.5]": 0.4511436803380871, + "MAPE[0.5]": 0.02871443571257498, + "sMAPE[0.5]": 0.028626937683561105, + "MSIS": 3.2683746295268308, + "RMSE[mean]": 0.6650317703356632, + "NRMSE[mean]": 0.03426527030127338, + "ND[0.5]": 0.028894633210542336, + "mean_weighted_sum_quantile_loss": 0.02590351410117868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.918102264404297, + 18.96759033203125, + 19.013811111450195, + 19.039274215698242, + 19.082862854003906, + 19.130756378173828, + 19.183368682861328, + 19.23293685913086, + 19.283632278442383, + 19.36200523376465, + 19.4327335357666, + 19.469970703125, + 19.552797317504883, + 19.607004165649414, + 19.662260055541992, + 19.713054656982422, + 19.761558532714844, + 19.80508804321289, + 19.866558074951172, + 19.921764373779297, + 19.96122932434082, + 20.013816833496094, + 20.0699462890625, + 20.127365112304688 + ], + "p10": [ + 18.583322525024414, + 18.499404907226562, + 18.45800018310547, + 18.428817749023438, + 18.45928192138672, + 18.485713958740234, + 18.477291107177734, + 18.468101501464844, + 18.455190658569336, + 18.423458099365234, + 18.406797409057617, + 18.40818977355957, + 18.41864585876465, + 18.41959571838379, + 18.420190811157227, + 18.40787124633789, + 18.396854400634766, + 18.3865909576416, + 18.40102767944336, + 18.397993087768555, + 18.36141586303711, + 18.337047576904297, + 18.302959442138672, + 18.306161880493164 + ], + "p90": [ + 19.256738662719727, + 19.456302642822266, + 19.68079948425293, + 19.915328979492188, + 20.12837791442871, + 20.27410316467285, + 20.39876365661621, + 20.51348304748535, + 20.64978790283203, + 20.82094955444336, + 20.97956085205078, + 20.997058868408203, + 21.094005584716797, + 21.14396095275879, + 21.227691650390625, + 21.284883499145508, + 21.383432388305664, + 21.515575408935547, + 21.66196060180664, + 21.79909324645996, + 21.83001708984375, + 21.8885498046875, + 21.91863441467285, + 21.997539520263672 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_205836.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_205836.json new file mode 100644 index 0000000000000000000000000000000000000000..b1ec90e2cd25585ea822efc750096c2e33596910 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_205836.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T20:58:36.253758+00:00", + "metrics": { + "MSE[mean]": 0.9490142641056991, + "MSE[0.5]": 0.9490142641056991, + "MAE[0.5]": 0.5764213403066, + "MASE[0.5]": 0.4637132570064267, + "MAPE[0.5]": 0.028380063645678365, + "sMAPE[0.5]": 0.029286259980085855, + "MSIS": 8.96692504030366, + "RMSE[mean]": 0.9741736313951939, + "NRMSE[mean]": 0.0501935761404019, + "ND[0.5]": 0.029699683404687337, + "mean_weighted_sum_quantile_loss": 0.029541722339300178 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.99952507019043, + 19.001976013183594, + 19.006305694580078, + 19.007028579711914, + 19.006010055541992, + 19.010534286499023, + 19.013248443603516, + 19.016643524169922, + 19.012493133544922, + 19.011709213256836, + 19.016529083251953, + 19.02182960510254, + 19.01442527770996, + 19.018198013305664, + 19.01993179321289, + 19.021324157714844, + 19.023921966552734, + 19.022258758544922, + 19.02948760986328, + 19.024667739868164, + 19.02189064025879, + 19.028459548950195, + 19.026439666748047, + 19.024524688720703 + ], + "p10": [ + 18.946964263916016, + 18.94710350036621, + 18.95645523071289, + 18.94013786315918, + 18.930801391601562, + 18.934167861938477, + 18.84323501586914, + 18.758745193481445, + 18.494342803955078, + 18.387638092041016, + 18.307178497314453, + 18.23758316040039, + 18.16016387939453, + 18.09886360168457, + 18.054649353027344, + 17.97959327697754, + 17.875276565551758, + 17.820280075073242, + 17.760601043701172, + 17.725799560546875, + 17.669523239135742, + 17.63974380493164, + 17.593544006347656, + 17.558034896850586 + ], + "p90": [ + 19.043638229370117, + 19.034957885742188, + 19.10055160522461, + 19.237363815307617, + 19.283763885498047, + 19.381404876708984, + 19.453794479370117, + 19.557411193847656, + 19.65803337097168, + 19.702701568603516, + 19.74045181274414, + 19.805334091186523, + 19.876697540283203, + 19.929710388183594, + 19.99090576171875, + 20.031635284423828, + 20.061965942382812, + 20.109783172607422, + 20.16396713256836, + 20.194406509399414, + 20.241905212402344, + 20.274242401123047, + 20.309289932250977, + 20.35469627380371 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_200959.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_200959.json new file mode 100644 index 0000000000000000000000000000000000000000..cb1e6edc02801a835097937f5167b5b5d278b918 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_200959.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T20:09:59.501810+00:00", + "metrics": { + "MSE[mean]": 0.4596076415279337, + "MSE[0.5]": 0.4596076415279337, + "MAE[0.5]": 0.5152610143025717, + "MASE[0.5]": 0.208537330638386, + "MAPE[0.5]": 0.02210424689735693, + "sMAPE[0.5]": 0.021779871249988713, + "MSIS": 1.6944395483089891, + "RMSE[mean]": 0.6779436861037454, + "NRMSE[mean]": 0.02846011565344826, + "ND[0.5]": 0.021630687562034703, + "mean_weighted_sum_quantile_loss": 0.02011410666522326 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453 + ], + "actual": [ + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.048324584960938, + 22.069252014160156, + 22.388063430786133, + 23.119766235351562, + 24.132966995239258, + 24.726659774780273, + 25.40501594543457, + 25.814592361450195, + 26.013423919677734, + 26.15175437927246, + 26.13002586364746, + 26.050477981567383, + 25.641572952270508, + 24.88520050048828, + 24.1949520111084, + 23.72166633605957, + 23.395795822143555, + 23.24588966369629, + 23.069732666015625, + 22.932615280151367, + 22.85982322692871, + 22.874282836914062, + 22.91499900817871, + 22.908817291259766 + ], + "p10": [ + 21.586156845092773, + 21.54083251953125, + 21.74475860595703, + 22.25863265991211, + 22.980880737304688, + 23.426137924194336, + 23.836732864379883, + 24.12320327758789, + 24.331815719604492, + 24.438640594482422, + 24.39349365234375, + 24.350950241088867, + 24.03201675415039, + 23.451828002929688, + 22.93192481994629, + 22.576860427856445, + 22.2867374420166, + 22.086393356323242, + 21.957042694091797, + 21.849092483520508, + 21.814931869506836, + 21.81751251220703, + 21.83746910095215, + 21.79030990600586 + ], + "p90": [ + 22.45256233215332, + 22.619558334350586, + 23.05219078063965, + 23.958599090576172, + 25.193416595458984, + 26.017864227294922, + 26.844846725463867, + 27.399776458740234, + 27.75331687927246, + 27.866743087768555, + 27.870521545410156, + 27.678997039794922, + 27.141632080078125, + 26.330108642578125, + 25.529027938842773, + 24.845134735107422, + 24.603330612182617, + 24.384658813476562, + 24.2180233001709, + 24.079967498779297, + 24.040109634399414, + 24.02330207824707, + 24.097352981567383, + 24.111984252929688 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_205212.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_205212.json new file mode 100644 index 0000000000000000000000000000000000000000..86f56b05b4fceb3671dc10f9d5f70cf989795095 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_205212.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T20:52:12.203025+00:00", + "metrics": { + "MSE[mean]": 2.1828387460335157, + "MSE[0.5]": 3.0163667414758493, + "MAE[0.5]": 1.5450150966644287, + "MASE[0.5]": 0.6253011873807506, + "MAPE[0.5]": 0.06318544462542311, + "sMAPE[0.5]": 0.06546510966058296, + "MSIS": 9.5512220861311, + "RMSE[mean]": 1.477443313983151, + "NRMSE[mean]": 0.062023156862824926, + "ND[0.5]": 0.06485982425782821, + "mean_weighted_sum_quantile_loss": 0.05042202637070292 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453 + ], + "actual": [ + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 21.333898544311523, + 21.008901596069336, + 21.14417266845703, + 21.62213897705078, + 22.249040603637695, + 22.71861457824707, + 23.3585147857666, + 23.750274658203125, + 23.90525245666504, + 24.01102638244629, + 23.936138153076172, + 23.45669937133789, + 22.902177810668945, + 22.54814910888672, + 22.168041229248047, + 22.041942596435547, + 22.211252212524414, + 22.2686767578125, + 22.286027908325195, + 22.311124801635742, + 22.209117889404297, + 22.351064682006836, + 22.41710662841797, + 22.412893295288086 + ], + "p10": [ + 21.395095825195312, + 21.197267532348633, + 21.39180564880371, + 22.065248489379883, + 22.594898223876953, + 23.126588821411133, + 23.839874267578125, + 24.340938568115234, + 24.53407859802246, + 24.634429931640625, + 24.628616333007812, + 24.268972396850586, + 23.61009979248047, + 23.326969146728516, + 22.99326515197754, + 22.848918914794922, + 23.082916259765625, + 23.142478942871094, + 23.108369827270508, + 23.096345901489258, + 23.15464973449707, + 23.223268508911133, + 23.23745346069336, + 23.227214813232422 + ], + "p90": [ + 21.678068161010742, + 21.62500762939453, + 22.04216194152832, + 22.746782302856445, + 23.607364654541016, + 24.278728485107422, + 25.125404357910156, + 25.709518432617188, + 26.034027099609375, + 26.257400512695312, + 26.36421775817871, + 25.958297729492188, + 25.477365493774414, + 25.14661979675293, + 24.782939910888672, + 24.64227294921875, + 24.83924102783203, + 24.880373001098633, + 24.928667068481445, + 24.848669052124023, + 24.882041931152344, + 25.038116455078125, + 25.079553604125977, + 25.071842193603516 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_211946.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_211946.json new file mode 100644 index 0000000000000000000000000000000000000000..666bd4a4ba77c6f7c04230cbc91639b8a9d149fe --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_211946.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T21:19:46.922393+00:00", + "metrics": { + "MSE[mean]": 0.36729875039903465, + "MSE[0.5]": 0.36729875039903465, + "MAE[0.5]": 0.4859905242919922, + "MASE[0.5]": 0.1966909271965386, + "MAPE[0.5]": 0.02021867941270002, + "sMAPE[0.5]": 0.020299126224684026, + "MSIS": 1.3996072084265565, + "RMSE[mean]": 0.6060517720451237, + "NRMSE[mean]": 0.02544208889017071, + "ND[0.5]": 0.02040191067686033, + "mean_weighted_sum_quantile_loss": 0.023482074287682685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453 + ], + "actual": [ + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.11378288269043, + 22.032773971557617, + 22.406240463256836, + 23.124229431152344, + 24.050254821777344, + 24.55712127685547, + 25.020654678344727, + 25.35743522644043, + 25.581920623779297, + 25.679950714111328, + 25.603059768676758, + 25.440208435058594, + 25.022815704345703, + 24.337553024291992, + 23.727691650390625, + 23.287071228027344, + 23.01043128967285, + 22.78940200805664, + 22.607158660888672, + 22.47037124633789, + 22.382003784179688, + 22.3362979888916, + 22.33275032043457, + 22.31097412109375 + ], + "p10": [ + 21.804288864135742, + 21.61867904663086, + 21.828243255615234, + 22.28323745727539, + 22.81117820739746, + 23.119586944580078, + 23.427949905395508, + 23.606538772583008, + 23.678857803344727, + 23.6982421875, + 23.687685012817383, + 23.56962776184082, + 23.297971725463867, + 22.730934143066406, + 22.292051315307617, + 21.952434539794922, + 21.673885345458984, + 21.441865921020508, + 21.24413299560547, + 21.076576232910156, + 20.92569923400879, + 20.783422470092773, + 20.67637825012207, + 20.600421905517578 + ], + "p90": [ + 22.469194412231445, + 22.565839767456055, + 23.24187469482422, + 24.347707748413086, + 25.867273330688477, + 26.877099990844727, + 27.78258514404297, + 28.41611099243164, + 28.898550033569336, + 29.025466918945312, + 29.029573440551758, + 28.574756622314453, + 27.827037811279297, + 26.8233642578125, + 25.874662399291992, + 25.20682144165039, + 24.81196403503418, + 24.558855056762695, + 24.36316680908203, + 24.223894119262695, + 24.08880615234375, + 24.00832748413086, + 23.97803497314453, + 23.965633392333984 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_211403.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_211403.json new file mode 100644 index 0000000000000000000000000000000000000000..b300204ab17b12e12bc724808580e0e97982222a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_211403.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T21:14:03.828829+00:00", + "metrics": { + "MSE[mean]": 0.6309378065220699, + "MSE[0.5]": 0.6309378065220699, + "MAE[0.5]": 0.6039631366729736, + "MASE[0.5]": 0.24443700732190254, + "MAPE[0.5]": 0.024339524419623348, + "sMAPE[0.5]": 0.024833370730162837, + "MSIS": 1.7097983678500164, + "RMSE[mean]": 0.794315936213085, + "NRMSE[mean]": 0.03334542952958779, + "ND[0.5]": 0.025354407854905225, + "mean_weighted_sum_quantile_loss": 0.02959559067535429 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" + ], + "context": [ + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453 + ], + "actual": [ + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 + ], + "predictions": { + "p50": [ + 22.283695220947266, + 22.407291412353516, + 22.649154663085938, + 23.051097869873047, + 23.678319931030273, + 24.182783126831055, + 24.599254608154297, + 24.923616409301758, + 25.012035369873047, + 25.149938583374023, + 25.08921241760254, + 24.948535919189453, + 24.583051681518555, + 24.059093475341797, + 23.488418579101562, + 23.031469345092773, + 22.644018173217773, + 22.27008056640625, + 22.05504035949707, + 21.80413055419922, + 21.636436462402344, + 21.485889434814453, + 21.474912643432617, + 21.38970375061035 + ], + "p10": [ + 21.986373901367188, + 21.911399841308594, + 21.99845314025879, + 22.191051483154297, + 22.5293025970459, + 22.83637237548828, + 23.048877716064453, + 23.311716079711914, + 23.338993072509766, + 23.277172088623047, + 23.219820022583008, + 23.043724060058594, + 22.781211853027344, + 22.28660011291504, + 21.927669525146484, + 21.535375595092773, + 21.250688552856445, + 20.924747467041016, + 20.718494415283203, + 20.473304748535156, + 20.396770477294922, + 20.16779136657715, + 20.067546844482422, + 19.906574249267578 + ], + "p90": [ + 22.535430908203125, + 22.9273681640625, + 23.500545501708984, + 24.5263614654541, + 25.725324630737305, + 26.622936248779297, + 27.74105453491211, + 28.715625762939453, + 28.822389602661133, + 29.284053802490234, + 29.188133239746094, + 29.139129638671875, + 28.70587921142578, + 27.88785743713379, + 26.905519485473633, + 26.27608299255371, + 25.615509033203125, + 25.210296630859375, + 25.049842834472656, + 24.729286193847656, + 24.511754989624023, + 24.30489730834961, + 24.36552619934082, + 24.230274200439453 + ] + } +} diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..8e6a616addf9a2fefc35f21860fe83e44dbab0db 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,349797.6275761922,184091.04135131836,357.8971354166667,0.41041612682363254,0.005422500118722268,0.005403331506793602,17.721383196839238,591.4369176642529,0.00893706946623683,0.005408102648745499,0.006351876172210843,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.256465477062495,15.689063071794257,3.021759271621704,1.91460317666162,0.13161837915651486,0.1187479281490475,78.45882032272267,4.27275853250128,0.187617694725063,0.1326860631704981,0.13787187026130038,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006798278860110069,0.0043872047722796235,0.04442617894771198,0.022995164451987283,0.16892343788045852,0.19597848243753466,1.2896880570416684,0.08245167590843784,0.28257034820847143,0.1522530708625918,0.20156370667200113,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.018568353711307495,0.017385339392292327,0.09656344850858052,0.7725074652818894,0.09288452556392708,0.09033461871546224,30.27606073601075,0.13626574665449676,0.12875503814267997,0.09124105507919815,0.0955567381576155,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5134470016972349,0.6364203022267247,0.5536642074584961,0.44540584287163937,0.0276254995036464,0.0281470283383016,8.26096574154646,0.716552162579414,0.03691982042204237,0.028527138959286352,0.025134909180975065,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.4226122238754,685.8653868680943,15.499062538146973,2.5344822477517286,0.33968506617699884,0.4691643539586066,87.35340695664604,25.50338432882733,0.8977430038966681,0.5455815111114771,0.5208205266329882,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1828387460335157,3.0163667414758493,1.5450150966644287,0.6253011873807506,0.06318544462542311,0.06546510966058296,9.5512220861311,1.477443313983151,0.062023156862824926,0.06485982425782821,0.05042202637070292,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.405964725661269,9.000602529930651,2.3532749017079673,0.426790410385324,0.21881676391685087,0.20646161462587442,18.786381272284746,3.225827758213583,0.28780619404136054,0.20995761204829447,0.250023040787241,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 347c1812575b644d8542df9d6656ccfb56be54fe..54d400a86f914c6a8b0b71786bd1eed69f1f7229 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T18:41:14.725441+00:00", + "evaluated_at": "2026-06-16T20:22:56.200180+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, 63393.671875, 63519.98828125, 63500.01171875, @@ -101,10 +100,10 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 + 66766.1171875, + 66614.3515625 ], "actuals": [ - 66614.3515625, 66519.9765625, 66368.1484375, 66206.34375, @@ -127,88 +126,88 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65654.0 ], "p50": [ - 66690.0703125, - 66664.3203125, - 66673.484375, - 66677.0, - 66639.34375, - 66620.7421875, - 66591.8671875, - 66536.4453125, - 66534.2421875, - 66517.4140625, - 66525.890625, - 66459.234375, - 66418.5546875, - 66397.921875, - 66382.421875, - 66354.4140625, - 66396.4453125, - 66380.671875, - 66313.625, - 66299.46875, - 66229.0234375, - 66175.1953125, - 66211.3125, - 66218.984375 + 66600.890625, + 66610.234375, + 66609.28125, + 66620.375, + 66562.9609375, + 66573.21875, + 66556.46875, + 66542.796875, + 66548.46875, + 66500.953125, + 66519.78125, + 66472.671875, + 66458.546875, + 66449.2890625, + 66435.0625, + 66431.234375, + 66482.4765625, + 66461.515625, + 66404.6484375, + 66413.6875, + 66354.1640625, + 66308.6171875, + 66336.984375, + 66343.5 ], "p10": [ - 66724.28125, - 66713.578125, - 66725.8515625, - 66688.78125, - 66705.6328125, - 66669.3671875, - 66594.4453125, - 66584.2578125, - 66558.7734375, - 66625.34375, - 66556.9609375, - 66449.3125, - 66436.328125, - 66445.4765625, - 66436.8203125, - 66509.6875, - 66481.53125, - 66336.6171875, - 66410.125, - 66373.96875, - 66332.71875, - 66317.578125, - 66215.0390625, - 66252.7421875 + 66634.859375, + 66679.78125, + 66666.015625, + 66652.8671875, + 66638.359375, + 66641.875, + 66558.8828125, + 66577.2421875, + 66545.3125, + 66631.71875, + 66560.9765625, + 66461.7421875, + 66467.046875, + 66516.125, + 66491.4296875, + 66574.75, + 66532.21875, + 66408.5625, + 66473.71875, + 66441.453125, + 66405.171875, + 66405.140625, + 66293.375, + 66343.859375 ], "p90": [ - 67055.984375, - 67139.90625, - 67220.0390625, - 67300.109375, - 67308.8046875, - 67333.078125, - 67327.0, - 67314.5625, - 67343.3828125, - 67381.4453125, - 67441.5546875, - 67346.6953125, - 67382.1171875, - 67423.9765625, - 67399.9609375, - 67460.2265625, - 67487.984375, - 67507.15625, - 67499.765625, - 67501.5234375, - 67443.375, - 67443.0625, - 67488.1796875, - 67499.4140625 + 66974.8984375, + 67078.8125, + 67140.5, + 67223.6796875, + 67205.890625, + 67241.515625, + 67240.859375, + 67245.9375, + 67264.765625, + 67271.328125, + 67339.671875, + 67277.5546875, + 67331.015625, + 67396.28125, + 67372.4140625, + 67455.109375, + 67497.7890625, + 67500.65625, + 67494.328125, + 67516.3203125, + 67467.1015625, + 67472.53125, + 67493.078125, + 67511.78125 ], "timestamps": [ - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +326,7 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index dd6586bc2895b3716838511544ef5852e7c9a20c..845e8b4b01b1b3346ec62ddf14afb9eaf6e5917e 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:40:30.889834+00:00", + "evaluated_at": "2026-06-16T20:32:43.667506+00:00", "freq": "1h", - "context_length": 79, + "context_length": 76, "prediction_length": 24, "context": [ - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, 20.200000762939453, 19.729999542236328, 19.309999465942383, @@ -113,87 +110,84 @@ 20.90999984741211 ], "p50": [ - 22.562877655029297, - 22.26926040649414, - 21.788423538208008, - 21.31473159790039, - 21.044862747192383, - 21.263507843017578, - 22.104839324951172, - 23.67687225341797, - 25.643003463745117, - 27.794170379638672, - 29.545072555541992, - 30.517427444458008, - 30.772600173950195, - 30.730016708374023, - 30.238391876220703, - 29.437713623046875, - 28.82785987854004, - 27.677993774414062, - 26.266016006469727, - 24.85504150390625, - 23.640188217163086, - 22.814281463623047, - 22.348281860351562, - 22.12841796875 + 22.496240615844727, + 22.3004207611084, + 21.743938446044922, + 21.42856216430664, + 21.191543579101562, + 21.379291534423828, + 22.3101806640625, + 23.786670684814453, + 25.62385368347168, + 27.855966567993164, + 29.597524642944336, + 30.46653175354004, + 30.8160457611084, + 30.812570571899414, + 30.369895935058594, + 29.7386417388916, + 29.037792205810547, + 27.726606369018555, + 26.394092559814453, + 24.99730682373047, + 23.990249633789062, + 23.1558895111084, + 22.558361053466797, + 22.28774070739746 ], "p10": [ - 22.67420768737793, - 22.380149841308594, - 21.766572952270508, - 21.576251983642578, - 21.263334274291992, - 21.48219871520996, - 22.238479614257812, - 23.935625076293945, - 26.030254364013672, - 28.084293365478516, - 29.827512741088867, - 30.95877456665039, - 31.022750854492188, - 30.95808219909668, - 30.48272132873535, - 29.643260955810547, - 29.149038314819336, - 28.001523971557617, - 26.545373916625977, - 25.135522842407227, - 24.083454132080078, - 23.025907516479492, - 22.673988342285156, - 22.341747283935547 + 22.650175094604492, + 22.41269874572754, + 21.792768478393555, + 21.715234756469727, + 21.506441116333008, + 21.59023666381836, + 22.446502685546875, + 24.013574600219727, + 26.042966842651367, + 28.099594116210938, + 29.834388732910156, + 30.95547103881836, + 31.05912971496582, + 31.03830337524414, + 30.568634033203125, + 29.873760223388672, + 29.30426788330078, + 28.118755340576172, + 26.618791580200195, + 25.25437355041504, + 24.40725326538086, + 23.37982177734375, + 22.924489974975586, + 22.556243896484375 ], "p90": [ - 22.80017852783203, - 22.67247772216797, - 22.432479858398438, - 22.04261016845703, - 21.932754516601562, - 22.31053352355957, - 23.268980026245117, - 24.94160270690918, - 27.134384155273438, - 29.355642318725586, - 31.202909469604492, - 32.191673278808594, - 32.57926940917969, - 32.60247802734375, - 32.123390197753906, - 31.355897903442383, - 30.73682403564453, - 29.546419143676758, - 28.035329818725586, - 26.45749282836914, - 25.2744197845459, - 24.478805541992188, - 23.97430992126465, - 23.59758186340332 + 22.771608352661133, + 22.728382110595703, + 22.449920654296875, + 22.211589813232422, + 22.138668060302734, + 22.448741912841797, + 23.453357696533203, + 25.00588035583496, + 27.025806427001953, + 29.276805877685547, + 31.046306610107422, + 31.885028839111328, + 32.36334228515625, + 32.42808151245117, + 32.021400451660156, + 31.449434280395508, + 30.78230094909668, + 29.451875686645508, + 28.007768630981445, + 26.500045776367188, + 25.557710647583008, + 24.797422409057617, + 24.166643142700195, + 23.730329513549805 ], "timestamps": [ - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", "2026-06-09 20:00:00", "2026-06-09 21:00:00", "2026-06-09 22:00:00", diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index f0e728ec3c2552d8023a17b1045d7bfce4e23b1a..84bcf6a7ffbfcacfb195cd567a5e4a817b4871a8 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,20 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:40:37.096023+00:00", + "evaluated_at": "2026-06-16T20:32:49.414139+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -39,13 +30,6 @@ 14.0, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.399999618530273, 14.0, 14.0, @@ -59,12 +43,6 @@ 14.0, 14.0, 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -75,35 +53,7 @@ 14.399999618530273, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0 - ], - "actuals": [ + 15.0, 15.0, 15.0, 15.0, @@ -127,91 +77,137 @@ 16.0, 16.0, 16.100000381469727, - 17.0 + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 13.997798919677734, - 13.982563018798828, - 13.987366676330566, - 13.986701965332031, - 13.986983299255371, - 13.985845565795898, - 13.987339973449707, - 13.985508918762207, - 13.989503860473633, - 13.992777824401855, - 13.993305206298828, - 13.992573738098145, - 13.993849754333496, - 13.996454238891602, - 13.992569923400879, - 13.987853050231934, - 13.99464225769043, - 13.992208480834961, - 13.989862442016602, - 13.993897438049316, - 13.991739273071289, - 13.99296760559082, - 13.9917631149292, - 13.995504379272461 + 18.8198299407959, + 18.798185348510742, + 18.909557342529297, + 18.913393020629883, + 18.894489288330078, + 18.97298812866211, + 18.978971481323242, + 18.981914520263672, + 19.1135311126709, + 19.1092472076416, + 19.076946258544922, + 19.228540420532227, + 19.200246810913086, + 19.237014770507812, + 19.14714241027832, + 19.1652774810791, + 19.22206687927246, + 19.325376510620117, + 19.278684616088867, + 19.322465896606445, + 19.265853881835938, + 19.434715270996094, + 19.577892303466797, + 19.592906951904297 ], "p10": [ - 14.076383590698242, - 14.064135551452637, - 14.060479164123535, - 14.062601089477539, - 14.06605052947998, - 14.064884185791016, - 14.06622314453125, - 14.065266609191895, - 14.073246002197266, - 14.074848175048828, - 14.065261840820312, - 14.070320129394531, - 14.069708824157715, - 14.069014549255371, - 14.077818870544434, - 14.062658309936523, - 14.069235801696777, - 14.07063102722168, - 14.068580627441406, - 14.070893287658691, - 14.075891494750977, - 14.066756248474121, - 14.071066856384277, - 14.073179244995117 + 18.838247299194336, + 18.986221313476562, + 19.01227378845215, + 19.06422996520996, + 18.978805541992188, + 19.095521926879883, + 19.137998580932617, + 19.252233505249023, + 19.241182327270508, + 19.28508186340332, + 19.19487953186035, + 19.17742156982422, + 19.34332275390625, + 19.315425872802734, + 19.405160903930664, + 19.41234016418457, + 19.45587158203125, + 19.291486740112305, + 19.52452278137207, + 19.413999557495117, + 19.596811294555664, + 19.563447952270508, + 19.477088928222656, + 19.57928466796875 ], "p90": [ - 14.125344276428223, - 14.114114761352539, - 14.1209077835083, - 14.118233680725098, - 14.122306823730469, - 14.120271682739258, - 14.120890617370605, - 14.118966102600098, - 14.124975204467773, - 14.124099731445312, - 14.129538536071777, - 14.126533508300781, - 14.13129997253418, - 14.133330345153809, - 14.130900382995605, - 14.12766170501709, - 14.134441375732422, - 14.133177757263184, - 14.13292121887207, - 14.137484550476074, - 14.137989044189453, - 14.141447067260742, - 14.144941329956055, - 14.14498233795166 + 19.40656852722168, + 19.540952682495117, + 19.673816680908203, + 19.79539680480957, + 19.839067459106445, + 19.943195343017578, + 19.909225463867188, + 20.011428833007812, + 20.117366790771484, + 20.160924911499023, + 20.17987632751465, + 20.177288055419922, + 20.359458923339844, + 20.493837356567383, + 20.411575317382812, + 20.533939361572266, + 20.638381958007812, + 20.77776336669922, + 20.774415969848633, + 20.893836975097656, + 20.830036163330078, + 21.083833694458008, + 21.183815002441406, + 21.275400161743164 ], "timestamps": [ - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", "2026-06-16 10:00:00", "2026-06-16 11:00:00", "2026-06-16 12:00:00", @@ -327,6 +323,10 @@ "2026-06-21 02:00:00", "2026-06-21 03:00:00", "2026-06-21 04:00:00", - "2026-06-21 05:00:00" + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 9959719fb02233496590d312b3439504de93b4ec..d92089caa394fba6ad2de78ad811f5f4900458fa 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:43:34.078840+00:00", + "evaluated_at": "2026-06-16T20:32:54.830113+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.0, - 23.200000762939453, - 21.700000762939453, 21.0, 21.200000762939453, 22.700000762939453, @@ -101,12 +98,12 @@ 18.700000762939453, 18.299999237060547, 17.799999237060547, - 16.5 - ], - "actuals": [ + 16.5, 15.0, 13.800000190734863, - 12.800000190734863, + 12.800000190734863 + ], + "actuals": [ 12.0, 11.699999809265137, 11.800000190734863, @@ -127,90 +124,90 @@ 39.5, 49.70000076293945, 58.29999923706055, - 77.80000305175781 + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 ], "p50": [ - 15.425529479980469, - 14.671374320983887, - 13.706507682800293, - 12.885895729064941, - 12.402083396911621, - 12.795709609985352, - 13.842934608459473, - 14.85934829711914, - 15.093320846557617, - 15.13068675994873, - 14.624234199523926, - 14.078679084777832, - 14.240926742553711, - 14.624066352844238, - 15.020734786987305, - 15.229196548461914, - 15.847050666809082, - 16.313377380371094, - 16.904605865478516, - 17.309432983398438, - 17.09151268005371, - 16.7983341217041, - 16.376943588256836, - 15.898027420043945 + 11.679115295410156, + 11.18030834197998, + 11.092369079589844, + 12.32892894744873, + 13.30526351928711, + 14.044785499572754, + 14.067617416381836, + 13.558780670166016, + 12.925774574279785, + 13.30890941619873, + 14.028729438781738, + 14.451757431030273, + 15.602707862854004, + 16.397180557250977, + 16.972444534301758, + 17.54306983947754, + 17.910659790039062, + 17.914878845214844, + 17.539011001586914, + 16.71418571472168, + 15.227227210998535, + 14.251843452453613, + 13.334661483764648, + 12.334857940673828 ], "p10": [ - 16.092361450195312, - 15.457801818847656, - 14.497437477111816, - 14.173239707946777, - 14.181055068969727, - 14.572661399841309, - 15.773039817810059, - 16.920154571533203, - 17.31194305419922, - 17.085744857788086, - 17.006227493286133, - 16.404584884643555, - 16.600688934326172, - 16.93505859375, - 17.006868362426758, - 17.56220054626465, - 17.950944900512695, - 18.750484466552734, - 19.44693374633789, - 19.290681838989258, - 19.38326644897461, - 19.385635375976562, - 18.79536247253418, - 18.301345825195312 + 11.968207359313965, + 11.760770797729492, + 11.8125581741333, + 13.789449691772461, + 15.15201473236084, + 15.918063163757324, + 16.19370460510254, + 15.397749900817871, + 14.967572212219238, + 14.78494930267334, + 15.851004600524902, + 16.434141159057617, + 17.464990615844727, + 18.397340774536133, + 18.842866897583008, + 19.502857208251953, + 20.070085525512695, + 20.158538818359375, + 19.964393615722656, + 18.420316696166992, + 17.356109619140625, + 16.183956146240234, + 15.17479133605957, + 14.270331382751465 ], "p90": [ - 17.48347282409668, - 17.668949127197266, - 17.63251495361328, - 17.465051651000977, - 17.63129997253418, - 18.710468292236328, - 20.30600929260254, - 21.81412696838379, - 22.33629035949707, - 22.425119400024414, - 22.036455154418945, - 21.583574295043945, - 21.736202239990234, - 22.098865509033203, - 22.499988555908203, - 22.912351608276367, - 23.694026947021484, - 24.343229293823242, - 25.22818946838379, - 25.65743637084961, - 25.581317901611328, - 25.421628952026367, - 24.867692947387695, - 24.27370834350586 + 13.01455307006836, + 13.401759147644043, + 14.471013069152832, + 16.59671974182129, + 18.362831115722656, + 19.681928634643555, + 19.938573837280273, + 19.362564086914062, + 18.722658157348633, + 18.851394653320312, + 19.615968704223633, + 20.276979446411133, + 21.63361930847168, + 22.67258071899414, + 23.61178970336914, + 24.435382843017578, + 25.02017593383789, + 24.929357528686523, + 24.459760665893555, + 23.186614990234375, + 21.74701499938965, + 20.64892578125, + 19.595003128051758, + 18.52985191345215 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0c7f6db305785fb2b01509533ca45d9d8ed7eb50..053853cd936d316cb44fa81022a943174c6fbfac 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:43:40.268067+00:00", + "evaluated_at": "2026-06-16T20:52:12.203025+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 23.5, - 23.600000381469727, - 22.600000381469727, 22.200000762939453, 21.799999237060547, 22.700000762939453, @@ -101,12 +98,12 @@ 22.299999237060547, 22.200000762939453, 22.0, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453, + 22.200000762939453 + ], + "actuals": [ 22.299999237060547, 22.299999237060547, 22.600000381469727, @@ -127,90 +124,90 @@ 23.100000381469727, 22.799999237060547, 22.299999237060547, - 22.0 + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 ], "p50": [ - 21.737628936767578, - 21.71720314025879, - 21.662593841552734, - 21.523086547851562, - 21.536699295043945, - 21.812746047973633, - 22.426177978515625, - 23.35035514831543, - 24.124845504760742, - 24.767114639282227, - 25.06566047668457, - 25.124217987060547, - 25.116315841674805, - 25.05043601989746, - 24.91060447692871, - 24.44803237915039, - 23.915742874145508, - 23.204097747802734, - 22.836978912353516, - 22.536832809448242, - 22.212297439575195, - 22.084928512573242, - 21.916950225830078, - 21.87885284423828 + 21.333898544311523, + 21.008901596069336, + 21.14417266845703, + 21.62213897705078, + 22.249040603637695, + 22.71861457824707, + 23.3585147857666, + 23.750274658203125, + 23.90525245666504, + 24.01102638244629, + 23.936138153076172, + 23.45669937133789, + 22.902177810668945, + 22.54814910888672, + 22.168041229248047, + 22.041942596435547, + 22.211252212524414, + 22.2686767578125, + 22.286027908325195, + 22.311124801635742, + 22.209117889404297, + 22.351064682006836, + 22.41710662841797, + 22.412893295288086 ], "p10": [ - 21.813501358032227, - 21.806455612182617, - 21.64972686767578, - 21.743377685546875, - 21.750308990478516, - 22.219621658325195, - 22.96206283569336, - 23.9834041595459, - 25.05327796936035, - 25.647504806518555, - 26.09069061279297, - 26.191070556640625, - 26.06754493713379, - 26.177318572998047, - 25.84576988220215, - 25.363737106323242, - 24.674924850463867, - 23.881847381591797, - 23.442596435546875, - 22.95013999938965, - 22.559167861938477, - 22.430339813232422, - 22.272701263427734, - 22.218873977661133 + 21.395095825195312, + 21.197267532348633, + 21.39180564880371, + 22.065248489379883, + 22.594898223876953, + 23.126588821411133, + 23.839874267578125, + 24.340938568115234, + 24.53407859802246, + 24.634429931640625, + 24.628616333007812, + 24.268972396850586, + 23.61009979248047, + 23.326969146728516, + 22.99326515197754, + 22.848918914794922, + 23.082916259765625, + 23.142478942871094, + 23.108369827270508, + 23.096345901489258, + 23.15464973449707, + 23.223268508911133, + 23.23745346069336, + 23.227214813232422 ], "p90": [ - 21.98043441772461, - 22.101566314697266, - 22.221214294433594, - 22.22760581970215, - 22.51024055480957, - 23.101484298706055, - 24.089113235473633, - 25.30417823791504, - 26.496015548706055, - 27.378170013427734, - 27.946083068847656, - 28.171762466430664, - 28.27582550048828, - 28.17072105407715, - 27.85433578491211, - 27.16238021850586, - 26.349172592163086, - 25.32756996154785, - 24.633949279785156, - 24.076934814453125, - 23.63065528869629, - 23.475309371948242, - 23.225543975830078, - 23.12614631652832 + 21.678068161010742, + 21.62500762939453, + 22.04216194152832, + 22.746782302856445, + 23.607364654541016, + 24.278728485107422, + 25.125404357910156, + 25.709518432617188, + 26.034027099609375, + 26.257400512695312, + 26.36421775817871, + 25.958297729492188, + 25.477365493774414, + 25.14661979675293, + 24.782939910888672, + 24.64227294921875, + 24.83924102783203, + 24.880373001098633, + 24.928667068481445, + 24.848669052124023, + 24.882041931152344, + 25.038116455078125, + 25.079553604125977, + 25.071842193603516 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dcc8b0309e414a7d4ee59c4037f4dd4c39afd862..6cce97e6a9b138ebca58004770a06df426a03f1d 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:43:45.950885+00:00", + "evaluated_at": "2026-06-16T20:52:17.964351+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 12.0, - 18.0, - 13.0, 18.0, 14.0, 7.0, @@ -29,7 +26,7 @@ 13.0, 10.0, 12.0, - 13.0, + 14.0, 14.0, 12.0, 13.0, @@ -53,7 +50,7 @@ 11.0, 16.0, 10.0, - 14.0, + 15.0, 10.0, 10.0, 9.0, @@ -61,7 +58,7 @@ 9.0, 13.0, 9.0, - 9.0, + 10.0, 14.0, 12.0, 15.0, @@ -69,148 +66,148 @@ 16.0, 11.0, 12.0, - 44.0, + 45.0, 7.0, - 8.0, - 13.0, + 10.0, + 16.0, 13.0, 15.0, - 12.0, - 13.0, - 13.0, + 19.0, + 22.0, + 17.0, 8.0, 10.0, 10.0, 9.0, - 8.0, - 14.0, - 14.0, 9.0, - 13.0, - 11.0, + 14.0, 16.0, - 21.0, 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, 18.0, 9.0, 11.0, 11.0, - 15.0, - 10.0, - 14.0, - 4.0, + 18.0, + 12.0, + 19.0, + 8.0, 13.0, + 14.0, + 21.0, + 14.0, 12.0, - 21.0 + 11.0 ], "actuals": [ - 14.0, - 12.0, - 11.0, 16.0, 7.0, - 17.0, + 18.0, + 11.0, + 9.0, + 10.0, 10.0, + 11.0, 8.0, + 15.0, 10.0, 10.0, + 12.0, + 11.0, 9.0, + 11.0, 7.0, + 8.0, + 13.0, + 12.0, 14.0, - 10.0, - 10.0, - 11.0, - 11.0, + 18.0, 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 + 10.0 ], "p50": [ - 11.548274993896484, - 11.27587890625, - 11.099763870239258, - 11.079018592834473, - 10.723189353942871, - 10.736671447753906, - 10.828564643859863, - 10.803977012634277, - 10.811863899230957, - 10.739163398742676, - 10.822857856750488, - 10.77890396118164, - 10.745504379272461, - 10.66215991973877, - 10.69828987121582, - 10.813713073730469, - 10.71649169921875, - 10.761629104614258, - 10.583159446716309, - 10.707009315490723, - 10.715768814086914, - 10.638075828552246, - 10.634334564208984, - 10.798627853393555 + 11.350700378417969, + 11.147786140441895, + 11.1676025390625, + 11.274815559387207, + 11.223465919494629, + 11.26901626586914, + 11.331886291503906, + 11.284014701843262, + 11.2279691696167, + 11.213518142700195, + 11.134698867797852, + 11.059566497802734, + 11.2181396484375, + 11.255094528198242, + 11.26034927368164, + 11.306492805480957, + 11.499504089355469, + 11.567414283752441, + 11.436201095581055, + 11.587641716003418, + 11.765661239624023, + 11.700374603271484, + 11.489858627319336, + 11.586503982543945 ], "p10": [ - 13.028938293457031, - 12.788440704345703, - 12.609601020812988, - 12.640008926391602, - 12.324860572814941, - 12.23846435546875, - 12.40283489227295, - 12.376423835754395, - 12.228486061096191, - 12.273441314697266, - 12.414384841918945, - 12.324413299560547, - 12.348074913024902, - 12.2980375289917, - 12.274652481079102, - 12.426417350769043, - 12.401899337768555, - 12.337456703186035, - 12.219428062438965, - 12.278913497924805, - 12.285462379455566, - 12.158573150634766, - 12.26449203491211, - 12.313880920410156 + 12.751737594604492, + 12.566618919372559, + 12.642362594604492, + 12.814861297607422, + 12.676688194274902, + 12.721768379211426, + 12.818107604980469, + 12.808072090148926, + 12.807978630065918, + 12.750319480895996, + 12.726694107055664, + 12.764508247375488, + 12.819067001342773, + 12.867302894592285, + 12.880159378051758, + 12.821361541748047, + 13.15544605255127, + 13.179339408874512, + 13.108254432678223, + 13.057540893554688, + 13.359830856323242, + 13.291715621948242, + 13.013744354248047, + 13.209228515625 ], "p90": [ - 16.019620895385742, - 15.976262092590332, - 15.94593620300293, - 15.86898422241211, - 15.583300590515137, - 15.599392890930176, - 15.725330352783203, - 15.710291862487793, - 15.714055061340332, - 15.640607833862305, - 15.752937316894531, - 15.730339050292969, - 15.61327838897705, - 15.59149169921875, - 15.612907409667969, - 15.7905912399292, - 15.746007919311523, - 15.750542640686035, - 15.608426094055176, - 15.617788314819336, - 15.714301109313965, - 15.680373191833496, - 15.748655319213867, - 15.78104305267334 + 15.730860710144043, + 15.743632316589355, + 15.970879554748535, + 16.086551666259766, + 16.089801788330078, + 16.209796905517578, + 16.318958282470703, + 16.320436477661133, + 16.29889678955078, + 16.284027099609375, + 16.291358947753906, + 16.283761978149414, + 16.442588806152344, + 16.50682830810547, + 16.52447509765625, + 16.60267448425293, + 16.863021850585938, + 16.88848876953125, + 16.898731231689453, + 16.907833099365234, + 17.1876163482666, + 17.106510162353516, + 16.932289123535156, + 16.847482681274414 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..c01b7747bb0f9945c68fbebad5f1bbb57f14b4dc 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,44 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-16T20:52:20.813585+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 76, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 33ef3c51bd16e36bb8ed6192b6e9b5b650632b7f..fdcebaf7aa365d9a8430187badc7d4f53dde6918 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,369620.7098592122,369620.7098592122,539.9596354166666,0.6480534959144616,0.008172473531107375,0.008130487853418524,3.4055641824912044,607.9643985129493,0.009179816818718614,0.008152994739085059,0.007056978875557406,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.45101839648108,15.45101839648108,2.9841182231903076,1.8276892728040302,0.13033375873921227,0.11742740997857898,23.83500445989638,3.9307783448677287,0.17260127524865249,0.13103323709104284,0.08902792119543554,Weather,1 +binance_btcusdt_1h_close/1h/short,TiRex,304423.4413655599,304423.4413655599,468.05078125,0.5367340774431208,0.0070931456788114215,0.007059029109519233,2.9846268464964822,551.7458122773202,0.008337306151772727,0.007072609471653369,0.006363835370253396,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.060663225732847,15.060663225732847,2.949747403462728,1.8689760637313035,0.12890527938212445,0.11629827231964336,22.50619086123039,3.880807032787491,0.17040702478877628,0.1295240074179763,0.08640401069659048,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0023500004620476828,0.0023500004620476828,0.030549050696815055,0.015812308446606516,0.08915526322752095,0.0872811408481089,0.11665745219421501,0.048476803339821024,0.16613497601890465,0.10469472933968439,0.11357134957557619,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018547192268596763,0.018547192268596763,0.10339712103207906,0.827176836780415,0.09746511747739377,0.09663059000101566,9.937088380322715,0.13618807682244713,0.1286816493238931,0.09769806858420288,0.0809742856484904,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,3.252752565441483,3.252752565441483,1.7258869409561157,17.751994475223928,0.10868165399171277,0.11545256599112552,508.70025460400274,1.8035389004514106,0.11460135613421106,0.10966715712003273,0.0977616599893924,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,278.1291552551638,278.1291552551638,8.834282159805298,1.4100382706026109,0.29528608927098215,0.32479860910664177,30.409182917196773,16.677204659509453,0.770903124841657,0.4083643429322243,0.36062978295169834,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.2988823688163696,0.2988823688163696,0.4907432397206624,0.1957535360658598,0.020223356342794915,0.020435265023576198,1.5316700499473848,0.5467013524918057,0.0228665610647197,0.020526033467859587,0.0242479103536757,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,12.84258524260747,12.84258524260747,2.905624270439148,0.5578798599243164,0.47877686144479736,0.28978332322430994,4.112873966217042,3.58365529070633,0.35394126327963754,0.2869752365865825,0.23295722668390054,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.4422672555557862,0.4422672555557862,0.5607966581980387,0.4511436803380871,0.02871443571257498,0.028626937683561105,3.2683746295268308,0.6650317703356632,0.03426527030127338,0.028894633210542336,0.02590351410117868,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,635.1952360262219,635.1952360262219,15.138862013816833,2.4755805024172166,0.3588036148133246,0.45884661963878876,68.63136139990644,25.20307989167637,0.8871720065727299,0.5329021154458682,0.48990765717819823,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.36729875039903465,0.36729875039903465,0.4859905242919922,0.1966909271965386,0.02021867941270002,0.020299126224684026,1.3996072084265565,0.6060517720451237,0.02544208889017071,0.02040191067686033,0.023482074287682685,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,11.176425980073608,11.176425980073608,2.925592621167501,0.5305860673150127,0.2937528485303322,0.25338802022032403,3.187684366624962,3.3431162079822485,0.29827059104674336,0.2610194160149443,0.20557251937721246,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,254.62925643722215,254.62925643722215,4.932291666666667,0.14262048192771082,0.0015863880904222378,0.001583323509134646,3.8095917851091863,15.957106768998639,0.005115140409455954,0.00158107386135969,0.0021172724417926254,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index de29a11de2112c603da90b7b2fa196379dce11d2..7063d3044f51c7588ee3eb3c8e3d24a1409edf1d 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T19:11:12.053507+00:00", + "evaluated_at": "2026-06-16T21:16:53.149644+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, 63393.671875, 63519.98828125, 63500.01171875, @@ -101,10 +100,10 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 + 66766.1171875, + 66614.3515625 ], "actuals": [ - 66614.3515625, 66519.9765625, 66368.1484375, 66206.34375, @@ -127,88 +126,88 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65654.0 ], "p50": [ - 66779.625, - 66778.515625, - 66788.3203125, - 66782.1953125, - 66773.265625, - 66760.9609375, - 66753.96875, - 66764.1328125, - 66779.6015625, - 66773.0546875, - 66777.4765625, - 66759.65625, - 66742.3671875, - 66738.0859375, - 66753.5078125, - 66745.8046875, - 66749.4921875, - 66747.2890625, - 66734.875, - 66726.9375, - 66737.265625, - 66729.5546875, - 66722.2109375, - 66718.859375 + 66624.0390625, + 66627.5390625, + 66628.8359375, + 66621.375, + 66614.5546875, + 66610.390625, + 66613.6171875, + 66631.0859375, + 66634.421875, + 66635.1484375, + 66624.6953125, + 66604.578125, + 66613.3046875, + 66618.2421875, + 66618.3203125, + 66619.484375, + 66624.8828125, + 66616.578125, + 66612.8515625, + 66628.2578125, + 66635.6171875, + 66626.4140625, + 66624.1328125, + 66622.9453125 ], "p10": [ - 66421.4453125, - 66212.46875, - 66046.6015625, - 65884.1796875, - 65755.40625, - 65649.609375, - 65530.60546875, - 65459.9375, - 65433.03125, - 65382.1484375, - 65317.859375, - 65251.41796875, - 65168.16796875, - 65084.2109375, - 65024.37109375, - 64985.80859375, - 64984.3984375, - 64943.3359375, - 64905.25390625, - 64882.5703125, - 64833.3828125, - 64751.43359375, - 64706.015625, - 64683.48046875 + 66277.1953125, + 66109.59375, + 65961.90625, + 65821.515625, + 65704.234375, + 65609.8125, + 65516.859375, + 65457.83203125, + 65418.08984375, + 65377.05078125, + 65299.609375, + 65231.18359375, + 65177.15234375, + 65112.296875, + 65043.55859375, + 65011.79296875, + 65004.36328125, + 64945.453125, + 64894.93359375, + 64879.27734375, + 64833.0, + 64769.30859375, + 64735.0, + 64713.09375 ], "p90": [ - 67153.75, - 67319.234375, - 67463.8828125, - 67568.9453125, - 67648.4296875, - 67737.3515625, - 67845.9296875, - 67960.3203125, - 68051.9140625, - 68122.109375, - 68191.328125, - 68210.953125, - 68221.7265625, - 68266.390625, - 68351.328125, - 68359.7265625, - 68408.609375, - 68496.0234375, - 68568.953125, - 68635.4921875, - 68671.8828125, - 68701.84375, - 68707.2890625, - 68734.296875 + 66990.8125, + 67148.5, + 67273.109375, + 67368.953125, + 67437.4296875, + 67520.1015625, + 67630.953125, + 67739.8515625, + 67808.1484375, + 67878.4296875, + 67921.46875, + 67932.109375, + 67968.84375, + 68020.984375, + 68079.5703125, + 68100.2109375, + 68142.4375, + 68201.328125, + 68266.3828125, + 68349.9453125, + 68374.640625, + 68391.796875, + 68400.3984375, + 68422.46875 ], "timestamps": [ - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +326,7 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 764d9f1fa3001a03af94402db096835fff7f7486..021d28e702e9b50cb5210cf13a6e5bb9e7efd263 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:44:36.734013+00:00", + "evaluated_at": "2026-06-16T21:17:11.690610+00:00", "freq": "1h", - "context_length": 79, + "context_length": 76, "prediction_length": 24, "context": [ - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, 20.200000762939453, 19.729999542236328, 19.309999465942383, @@ -113,87 +110,84 @@ 20.90999984741211 ], "p50": [ - 22.681644439697266, - 22.30442237854004, - 21.99576759338379, - 21.75652313232422, - 21.6831111907959, - 21.806150436401367, - 22.388309478759766, - 23.63277816772461, - 25.575746536254883, - 27.697586059570312, - 29.170246124267578, - 30.137165069580078, - 30.645055770874023, - 30.709766387939453, - 30.35801887512207, - 29.7174072265625, - 28.863122940063477, - 27.81169319152832, - 26.4468994140625, - 25.166492462158203, - 24.201351165771484, - 23.644248962402344, - 23.151424407958984, - 22.698030471801758 + 22.667892456054688, + 22.289058685302734, + 21.989850997924805, + 21.730621337890625, + 21.65919303894043, + 21.780912399291992, + 22.363513946533203, + 23.621021270751953, + 25.510557174682617, + 27.613569259643555, + 29.058231353759766, + 30.024757385253906, + 30.526256561279297, + 30.59328842163086, + 30.260852813720703, + 29.6517276763916, + 28.831573486328125, + 27.763484954833984, + 26.402000427246094, + 25.145545959472656, + 24.216535568237305, + 23.641530990600586, + 23.133329391479492, + 22.67697525024414 ], "p10": [ - 22.501747131347656, - 21.966262817382812, - 21.47260284423828, - 21.069313049316406, - 20.840879440307617, - 20.79183578491211, - 21.117212295532227, - 21.91489028930664, - 23.180543899536133, - 24.678749084472656, - 25.7293643951416, - 26.16962432861328, - 26.443832397460938, - 26.51072883605957, - 26.1983585357666, - 25.668014526367188, - 25.046716690063477, - 24.33182716369629, - 23.419599533081055, - 22.46556282043457, - 21.63722801208496, - 21.151084899902344, - 20.728397369384766, - 20.306560516357422 + 22.48432731628418, + 21.951404571533203, + 21.47046661376953, + 21.048826217651367, + 20.817495346069336, + 20.758708953857422, + 21.067964553833008, + 21.84627342224121, + 23.033920288085938, + 24.474931716918945, + 25.422733306884766, + 25.893306732177734, + 26.162641525268555, + 26.224390029907227, + 25.940458297729492, + 25.444730758666992, + 24.880449295043945, + 24.187602996826172, + 23.326702117919922, + 22.42721176147461, + 21.64653968811035, + 21.146303176879883, + 20.712982177734375, + 20.291156768798828 ], "p90": [ - 22.847957611083984, - 22.61448097229004, - 22.47260284423828, - 22.404985427856445, - 22.49399757385254, - 22.756425857543945, - 23.479278564453125, - 24.904006958007812, - 27.153549194335938, - 29.488277435302734, - 31.176532745361328, - 32.29625701904297, - 32.83988571166992, - 32.97863006591797, - 32.637855529785156, - 31.945554733276367, - 30.97132110595703, - 29.89254379272461, - 28.494016647338867, - 27.144554138183594, - 26.13886070251465, - 25.589637756347656, - 25.086332321166992, - 24.64116096496582 + 22.836328506469727, + 22.597442626953125, + 22.45995330810547, + 22.367612838745117, + 22.457120895385742, + 22.713953018188477, + 23.43861961364746, + 24.890392303466797, + 27.10938835144043, + 29.424558639526367, + 31.05999183654785, + 32.18667221069336, + 32.7415885925293, + 32.88943862915039, + 32.566829681396484, + 31.892902374267578, + 30.95694351196289, + 29.82923126220703, + 28.398958206176758, + 27.06075668334961, + 26.08736228942871, + 25.52227020263672, + 25.000629425048828, + 24.54961585998535 ], "timestamps": [ - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", "2026-06-09 20:00:00", "2026-06-09 21:00:00", "2026-06-09 22:00:00", diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index f268c9213c1603cca288da02e6aaadf98c8617d5..b478687ae43176c2d3962f865270151317425e08 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,20 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:44:43.311806+00:00", + "evaluated_at": "2026-06-16T21:19:37.986790+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -39,13 +30,6 @@ 14.0, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.399999618530273, 14.0, 14.0, @@ -59,12 +43,6 @@ 14.0, 14.0, 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -75,35 +53,7 @@ 14.399999618530273, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0 - ], - "actuals": [ + 15.0, 15.0, 15.0, 15.0, @@ -127,91 +77,137 @@ 16.0, 16.0, 16.100000381469727, - 17.0 + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.019285202026367, - 14.005904197692871, - 14.012253761291504, - 13.995010375976562, - 13.997696876525879, - 13.999772071838379, - 13.999910354614258, - 13.999067306518555, - 13.998661994934082, - 14.172451972961426, - 14.003722190856934, - 13.9999361038208, - 13.998188972473145, - 13.998883247375488, - 13.999211311340332, - 13.999052047729492, - 13.999908447265625, - 14.000073432922363, - 14.000263214111328, - 14.001383781433105, - 14.000560760498047, - 13.996946334838867, - 14.076756477355957, - 14.003813743591309 + 18.918102264404297, + 18.96759033203125, + 19.013811111450195, + 19.039274215698242, + 19.082862854003906, + 19.130756378173828, + 19.183368682861328, + 19.23293685913086, + 19.283632278442383, + 19.36200523376465, + 19.4327335357666, + 19.469970703125, + 19.552797317504883, + 19.607004165649414, + 19.662260055541992, + 19.713054656982422, + 19.761558532714844, + 19.80508804321289, + 19.866558074951172, + 19.921764373779297, + 19.96122932434082, + 20.013816833496094, + 20.0699462890625, + 20.127365112304688 ], "p10": [ - 13.976572036743164, - 13.988907814025879, - 13.98548698425293, - 13.99356746673584, - 13.992667198181152, - 13.99340534210205, - 13.99443531036377, - 13.995379447937012, - 13.99591064453125, - 13.962972640991211, - 14.001420021057129, - 13.999715805053711, - 14.000714302062988, - 13.996243476867676, - 13.996528625488281, - 13.99547290802002, - 13.997092247009277, - 13.997530937194824, - 13.997627258300781, - 13.999415397644043, - 13.99894905090332, - 13.99228572845459, - 13.983619689941406, - 13.998885154724121 + 18.583322525024414, + 18.499404907226562, + 18.45800018310547, + 18.428817749023438, + 18.45928192138672, + 18.485713958740234, + 18.477291107177734, + 18.468101501464844, + 18.455190658569336, + 18.423458099365234, + 18.406797409057617, + 18.40818977355957, + 18.41864585876465, + 18.41959571838379, + 18.420190811157227, + 18.40787124633789, + 18.396854400634766, + 18.3865909576416, + 18.40102767944336, + 18.397993087768555, + 18.36141586303711, + 18.337047576904297, + 18.302959442138672, + 18.306161880493164 ], "p90": [ - 14.815735816955566, - 14.906013488769531, - 14.929786682128906, - 14.610726356506348, - 14.514945030212402, - 14.449015617370605, - 14.387277603149414, - 14.357199668884277, - 14.476092338562012, - 15.011046409606934, - 14.429606437683105, - 14.332927703857422, - 14.405736923217773, - 14.254249572753906, - 14.301390647888184, - 14.363511085510254, - 14.266406059265137, - 14.245733261108398, - 14.300284385681152, - 14.281076431274414, - 14.359699249267578, - 14.57913875579834, - 15.066154479980469, - 14.694680213928223 + 19.256738662719727, + 19.456302642822266, + 19.68079948425293, + 19.915328979492188, + 20.12837791442871, + 20.27410316467285, + 20.39876365661621, + 20.51348304748535, + 20.64978790283203, + 20.82094955444336, + 20.97956085205078, + 20.997058868408203, + 21.094005584716797, + 21.14396095275879, + 21.227691650390625, + 21.284883499145508, + 21.383432388305664, + 21.515575408935547, + 21.66196060180664, + 21.79909324645996, + 21.83001708984375, + 21.8885498046875, + 21.91863441467285, + 21.997539520263672 ], "timestamps": [ - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", "2026-06-16 10:00:00", "2026-06-16 11:00:00", "2026-06-16 12:00:00", @@ -327,6 +323,10 @@ "2026-06-21 02:00:00", "2026-06-21 03:00:00", "2026-06-21 04:00:00", - "2026-06-21 05:00:00" + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ebb7f7173650292f4b48a1288c7552d1b173cb81..187e8c45da450f8d41f7c788081a15d1ab9c09f8 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:44:48.094443+00:00", + "evaluated_at": "2026-06-16T21:19:42.313550+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.0, - 23.200000762939453, - 21.700000762939453, 21.0, 21.200000762939453, 22.700000762939453, @@ -101,12 +98,12 @@ 18.700000762939453, 18.299999237060547, 17.799999237060547, - 16.5 - ], - "actuals": [ + 16.5, 15.0, 13.800000190734863, - 12.800000190734863, + 12.800000190734863 + ], + "actuals": [ 12.0, 11.699999809265137, 11.800000190734863, @@ -127,90 +124,90 @@ 39.5, 49.70000076293945, 58.29999923706055, - 77.80000305175781 + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 ], "p50": [ - 15.596202850341797, - 14.722393035888672, - 13.939295768737793, - 13.334310531616211, - 13.116147994995117, - 13.531499862670898, - 15.224571228027344, - 16.84972381591797, - 17.333627700805664, - 17.16046905517578, - 16.7590274810791, - 16.37018585205078, - 16.231361389160156, - 16.38026237487793, - 16.819225311279297, - 17.368440628051758, - 18.097591400146484, - 19.046560287475586, - 19.919240951538086, - 20.338178634643555, - 20.318178176879883, - 19.97549819946289, - 19.232563018798828, - 18.158069610595703 + 12.173030853271484, + 11.781790733337402, + 12.153556823730469, + 14.43879508972168, + 15.873037338256836, + 16.64422035217285, + 16.465404510498047, + 16.127262115478516, + 15.790948867797852, + 15.705810546875, + 15.969368934631348, + 16.34349250793457, + 16.83624267578125, + 17.513477325439453, + 18.40587043762207, + 19.275920867919922, + 19.73907470703125, + 19.782962799072266, + 19.38796043395996, + 18.56415367126465, + 17.391815185546875, + 16.13998794555664, + 15.153182983398438, + 14.288530349731445 ], "p10": [ - 14.216541290283203, - 12.375272750854492, - 10.660013198852539, - 9.38648796081543, - 8.661458015441895, - 8.476639747619629, - 9.392200469970703, - 10.293801307678223, - 10.616205215454102, - 10.394027709960938, - 9.883325576782227, - 9.491105079650879, - 9.228560447692871, - 9.267895698547363, - 9.478970527648926, - 9.748788833618164, - 10.167315483093262, - 10.98258113861084, - 11.847517013549805, - 12.312695503234863, - 12.420829772949219, - 12.139273643493652, - 11.530258178710938, - 10.586952209472656 + 11.366959571838379, + 10.175439834594727, + 9.536441802978516, + 10.217839241027832, + 10.564270973205566, + 10.883883476257324, + 10.798433303833008, + 10.370890617370605, + 9.856012344360352, + 9.524578094482422, + 9.429526329040527, + 9.54798698425293, + 9.86735725402832, + 10.32443904876709, + 10.941194534301758, + 11.642518997192383, + 12.042354583740234, + 12.293813705444336, + 12.149665832519531, + 11.465445518493652, + 10.378241539001465, + 9.143366813659668, + 8.057657241821289, + 7.135573387145996 ], "p90": [ - 17.007572174072266, - 16.99054718017578, - 17.14812660217285, - 17.410188674926758, - 17.985376358032227, - 19.383398056030273, - 22.1534366607666, - 24.6214656829834, - 25.589231491088867, - 25.391159057617188, - 25.12796401977539, - 25.094806671142578, - 25.220462799072266, - 25.745201110839844, - 26.736122131347656, - 28.046646118164062, - 29.40947914123535, - 30.78719711303711, - 32.01013946533203, - 32.102413177490234, - 31.49981689453125, - 30.64510726928711, - 29.444599151611328, - 28.150848388671875 + 13.075403213500977, + 13.695398330688477, + 15.831021308898926, + 20.176321029663086, + 23.023223876953125, + 24.30465316772461, + 23.97760772705078, + 23.58193588256836, + 23.390132904052734, + 23.590621948242188, + 24.201873779296875, + 25.247751235961914, + 26.460105895996094, + 27.83148956298828, + 29.415081024169922, + 30.608640670776367, + 30.85770034790039, + 30.22473907470703, + 29.13103485107422, + 27.967239379882812, + 26.556556701660156, + 25.2549991607666, + 24.20987319946289, + 23.436357498168945 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index cc460de12e083e52e3296510c92d411e8cec4bf9..5f0992d932d30913a168c1f7c662d0f709a747ec 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:44:53.407283+00:00", + "evaluated_at": "2026-06-16T21:19:46.922393+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 23.5, - 23.600000381469727, - 22.600000381469727, 22.200000762939453, 21.799999237060547, 22.700000762939453, @@ -101,12 +98,12 @@ 22.299999237060547, 22.200000762939453, 22.0, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453, + 22.200000762939453 + ], + "actuals": [ 22.299999237060547, 22.299999237060547, 22.600000381469727, @@ -127,90 +124,90 @@ 23.100000381469727, 22.799999237060547, 22.299999237060547, - 22.0 + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 ], "p50": [ - 21.844009399414062, - 21.80217742919922, - 21.774688720703125, - 21.72382354736328, - 21.657630920410156, - 22.0134334564209, - 22.8391170501709, - 24.112396240234375, - 24.52445411682129, - 25.180328369140625, - 25.551904678344727, - 25.800460815429688, - 25.928924560546875, - 25.9016170501709, - 25.669742584228516, - 25.251008987426758, - 24.296979904174805, - 23.706098556518555, - 23.178369522094727, - 22.869997024536133, - 22.655372619628906, - 22.46970558166504, - 22.29507064819336, - 22.155624389648438 + 22.11378288269043, + 22.032773971557617, + 22.406240463256836, + 23.124229431152344, + 24.050254821777344, + 24.55712127685547, + 25.020654678344727, + 25.35743522644043, + 25.581920623779297, + 25.679950714111328, + 25.603059768676758, + 25.440208435058594, + 25.022815704345703, + 24.337553024291992, + 23.727691650390625, + 23.287071228027344, + 23.01043128967285, + 22.78940200805664, + 22.607158660888672, + 22.47037124633789, + 22.382003784179688, + 22.3362979888916, + 22.33275032043457, + 22.31097412109375 ], "p10": [ - 21.630489349365234, - 21.49294662475586, - 21.38416290283203, - 21.25970458984375, - 21.113500595092773, - 21.34965705871582, - 21.908905029296875, - 22.809186935424805, - 23.08329200744629, - 23.46367073059082, - 23.568662643432617, - 23.58919334411621, - 23.599132537841797, - 23.50287437438965, - 23.362030029296875, - 23.128740310668945, - 22.5495662689209, - 22.180240631103516, - 21.766218185424805, - 21.501054763793945, - 21.289539337158203, - 21.065242767333984, - 20.83672523498535, - 20.65606117248535 + 21.804288864135742, + 21.61867904663086, + 21.828243255615234, + 22.28323745727539, + 22.81117820739746, + 23.119586944580078, + 23.427949905395508, + 23.606538772583008, + 23.678857803344727, + 23.6982421875, + 23.687685012817383, + 23.56962776184082, + 23.297971725463867, + 22.730934143066406, + 22.292051315307617, + 21.952434539794922, + 21.673885345458984, + 21.441865921020508, + 21.24413299560547, + 21.076576232910156, + 20.92569923400879, + 20.783422470092773, + 20.67637825012207, + 20.600421905517578 ], "p90": [ - 22.070520401000977, - 22.11119270324707, - 22.179704666137695, - 22.22670555114746, - 22.30071258544922, - 22.87444305419922, - 24.18233299255371, - 25.97760009765625, - 26.830472946166992, - 27.916412353515625, - 28.764263153076172, - 29.17841148376465, - 29.451242446899414, - 29.35015296936035, - 29.121681213378906, - 28.45464515686035, - 27.225284576416016, - 26.230676651000977, - 25.375638961791992, - 24.782379150390625, - 24.42462730407715, - 24.18285369873047, - 23.94622802734375, - 23.79224395751953 + 22.469194412231445, + 22.565839767456055, + 23.24187469482422, + 24.347707748413086, + 25.867273330688477, + 26.877099990844727, + 27.78258514404297, + 28.41611099243164, + 28.898550033569336, + 29.025466918945312, + 29.029573440551758, + 28.574756622314453, + 27.827037811279297, + 26.8233642578125, + 25.874662399291992, + 25.20682144165039, + 24.81196403503418, + 24.558855056762695, + 24.36316680908203, + 24.223894119262695, + 24.08880615234375, + 24.00832748413086, + 23.97803497314453, + 23.965633392333984 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index b3ae3d310e9721d36a77a4ec1af50485de2ca635..82e007e41f900fd567453069e36023b29f87ee65 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T17:58:31.485089+00:00", + "evaluated_at": "2026-06-16T21:19:51.732957+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 12.0, - 18.0, - 13.0, 18.0, 14.0, 7.0, @@ -29,7 +26,7 @@ 13.0, 10.0, 12.0, - 13.0, + 14.0, 14.0, 12.0, 13.0, @@ -53,7 +50,7 @@ 11.0, 16.0, 10.0, - 14.0, + 15.0, 10.0, 10.0, 9.0, @@ -61,7 +58,7 @@ 9.0, 13.0, 9.0, - 9.0, + 10.0, 14.0, 12.0, 15.0, @@ -69,148 +66,148 @@ 16.0, 11.0, 12.0, - 44.0, + 45.0, 7.0, - 8.0, - 13.0, + 10.0, + 16.0, 13.0, 15.0, - 12.0, - 13.0, - 13.0, + 19.0, + 22.0, + 17.0, 8.0, 10.0, 10.0, 9.0, - 8.0, - 14.0, - 14.0, 9.0, - 13.0, - 11.0, + 14.0, 16.0, - 21.0, 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, 18.0, 9.0, 11.0, 11.0, - 15.0, - 10.0, - 14.0, - 4.0, + 18.0, + 12.0, + 19.0, + 8.0, 13.0, + 14.0, + 21.0, + 14.0, 12.0, - 21.0 + 11.0 ], "actuals": [ - 14.0, - 12.0, - 11.0, 16.0, 7.0, - 17.0, + 18.0, + 11.0, + 9.0, + 10.0, 10.0, + 11.0, 8.0, + 15.0, 10.0, 10.0, + 12.0, + 11.0, 9.0, + 11.0, 7.0, + 8.0, + 13.0, + 12.0, 14.0, - 10.0, - 10.0, - 11.0, - 11.0, + 18.0, 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 + 10.0 ], "p50": [ - 12.161661148071289, - 12.198652267456055, - 11.96076488494873, - 11.825765609741211, - 11.459245681762695, - 11.738056182861328, - 11.771112442016602, - 11.918892860412598, - 11.889833450317383, - 11.999768257141113, - 11.734344482421875, - 11.726908683776855, - 11.694580078125, - 11.954184532165527, - 11.8821439743042, - 12.023543357849121, - 11.929361343383789, - 11.934517860412598, - 11.698294639587402, - 11.851109504699707, - 11.931411743164062, - 12.055495262145996, - 12.049878120422363, - 12.185582160949707 + 12.424193382263184, + 12.287738800048828, + 12.435670852661133, + 12.553567886352539, + 12.680618286132812, + 12.712626457214355, + 12.738797187805176, + 12.732172012329102, + 12.840038299560547, + 12.610013008117676, + 12.549226760864258, + 12.478066444396973, + 12.587447166442871, + 12.53272819519043, + 12.61999797821045, + 12.581768035888672, + 12.666841506958008, + 12.733384132385254, + 12.862398147583008, + 12.933518409729004, + 13.044085502624512, + 12.887709617614746, + 12.690594673156738, + 12.559161186218262 ], "p10": [ - 7.60762357711792, - 7.761323928833008, - 7.5836873054504395, - 7.488374710083008, - 7.050568580627441, - 7.260478496551514, - 7.2463860511779785, - 7.37198543548584, - 7.31291389465332, - 7.405620098114014, - 7.127782821655273, - 7.104433536529541, - 7.034112930297852, - 7.274552345275879, - 7.237086772918701, - 7.334552764892578, - 7.200678825378418, - 7.171878814697266, - 6.907751560211182, - 7.05042839050293, - 7.098724842071533, - 7.242358684539795, - 7.255322456359863, - 7.3626885414123535 + 8.582162857055664, + 8.345703125, + 8.357982635498047, + 8.418532371520996, + 8.508216857910156, + 8.438114166259766, + 8.437074661254883, + 8.374553680419922, + 8.403722763061523, + 8.332590103149414, + 8.36569595336914, + 8.312402725219727, + 8.332530975341797, + 8.313671112060547, + 8.360873222351074, + 8.314529418945312, + 8.348320007324219, + 8.40121078491211, + 8.450421333312988, + 8.433731079101562, + 8.51472282409668, + 8.398326873779297, + 8.332380294799805, + 8.238855361938477 ], "p90": [ - 20.236976623535156, - 19.74277687072754, - 19.217914581298828, - 19.008750915527344, - 18.73788070678711, - 19.069644927978516, - 19.009807586669922, - 19.127334594726562, - 19.118616104125977, - 19.217426300048828, - 18.9379825592041, - 19.020713806152344, - 19.01156997680664, - 19.211402893066406, - 19.074670791625977, - 19.39397621154785, - 19.40506935119629, - 19.27457046508789, - 18.878467559814453, - 19.106719970703125, - 19.28919219970703, - 19.505884170532227, - 19.560894012451172, - 19.76856231689453 + 18.596277236938477, + 18.872875213623047, + 19.07219696044922, + 19.33214569091797, + 19.71855926513672, + 19.88719367980957, + 19.966197967529297, + 20.201196670532227, + 20.613122940063477, + 20.110740661621094, + 19.863052368164062, + 19.91461944580078, + 20.259384155273438, + 20.055204391479492, + 20.12966537475586, + 20.221994400024414, + 20.47823715209961, + 20.54635238647461, + 20.667274475097656, + 20.930950164794922, + 21.377796173095703, + 21.041519165039062, + 20.75275421142578, + 20.58564567565918 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 5eda9c31c4f6bcede232bba1a367cc769a94c826..91839b45cf815ae0bf6b1fd6a6138f8c2e42f65e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,23 +1,41 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T19:14:17.808552+00:00", + "evaluated_at": "2026-06-16T21:19:53.571662+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 76, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e487346f89ec7ab8b041ec0cd8c3c38dda301278..480300b38bf77a9e9fb02b973f494982bfe41ddf 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,232283.27553049722,232283.27553049722,411.6455078125,0.4940523196877842,0.006231251868675326,0.006205533959548625,3.521946550967913,481.957752848211,0.007277208823953204,0.006215545458270227,0.006574078778031695,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,26.031988437716183,26.031988437716183,3.9554789861043296,2.4226206775332577,0.17271691627689664,0.1515079724884779,60.15586936218491,5.102155273775602,0.22403667403941094,0.17368588542069724,0.14377340885747208,Weather,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,225522.6889216105,225522.6889216105,395.8603515625,0.45395018896191175,0.005998806177127479,0.0059743460561143295,3.309639157250716,474.8922919163992,0.007175989991626793,0.005981756219775501,0.0064398128086438945,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.229092131639998,25.229092131639998,3.8715193271636963,2.453015788486819,0.16907444422995152,0.14849321458905937,57.447502163459056,5.022856969060537,0.22055466937823562,0.16999919974901181,0.13830095652179633,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011737298495942269,0.0011737298495942269,0.0219676011086752,0.011370516485430499,0.06934744296654217,0.06956728627542957,0.1383778621644395,0.03425974094464561,0.11741164532557227,0.07528522163062437,0.12072350315343522,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01666894794473232,0.01666894794473232,0.08578397830327351,0.6862717173462363,0.07901418883166784,0.07996479203506386,11.060141911484095,0.1291082799232192,0.12199207735013956,0.08105572874798705,0.07352375635715097,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.1854646831238824,3.1854646831238824,1.7059389750162761,17.546815229264855,0.10743048483747152,0.1140578107248272,641.0653492235587,1.7847870133783141,0.11340981450008575,0.10839961365409889,0.10481908110051735,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,275.20864511114706,275.20864511114706,9.537988662719727,1.5223567456560654,0.3599534198172137,0.36584584434742123,22.68430767326251,16.58941364579071,0.7668449887097001,0.4408931481573132,0.3741645154788603,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.4544288583862606,1.4544288583862606,1.056756814320882,0.421531804050435,0.043026096955291616,0.044206040041481265,1.992070396190865,1.2059970391283141,0.05044254017921437,0.044200355669669386,0.04252580296092018,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.605811900467566,13.605811900467566,3.0519243081410727,0.585969467163086,0.5012000159401392,0.30158787491476496,4.971890365600586,3.6886056851427704,0.3643067343350884,0.30142462302627876,0.22879396690644244,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.9490142641056991,0.9490142641056991,0.5764213403066,0.4637132570064267,0.028380063645678365,0.029286259980085855,8.96692504030366,0.9741736313951939,0.0501935761404019,0.029699683404687337,0.029541722339300178,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,663.3877207956385,663.3877207956385,15.08681889375051,2.4670701577688825,0.3250985551760172,0.4466541072781502,66.85692327285959,25.756314192749677,0.9066463718922703,0.5310701488982877,0.4985360015786661,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.6309378065220699,0.6309378065220699,0.6039631366729736,0.24443700732190254,0.024339524419623348,0.024833370730162837,1.7097983678500164,0.794315936213085,0.03334542952958779,0.025354407854905225,0.02959559067535429,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.185908809236404,11.185908809236404,2.9427244663238525,0.5336931022048296,0.29620445189739736,0.2547022279499003,2.755319725055839,3.3445341692433646,0.29839710060163843,0.2625479077761058,0.19382305421005933,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,254.36115277558565,254.36115277558565,4.683848063151042,0.135436570500753,0.0015064735910585378,0.0015037042140955343,3.0888674816453316,15.948703796095332,0.005112446789185094,0.0015014338655753305,0.0022506265634739103,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7ac2d2e69c11a531c8d48d8eaa8588770726e1df..fb2b6446c0789193de3ff9eb08ca3c4174c1b626 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T19:04:40.165607+00:00", + "evaluated_at": "2026-06-16T20:55:04.096344+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63605.6796875, 63393.671875, 63519.98828125, 63500.01171875, @@ -101,10 +100,10 @@ 67292.140625, 67157.9921875, 66851.7890625, - 66766.1171875 + 66766.1171875, + 66614.3515625 ], "actuals": [ - 66614.3515625, 66519.9765625, 66368.1484375, 66206.34375, @@ -127,88 +126,88 @@ 65859.7578125, 65758.0703125, 65978.7890625, - 66097.9765625 + 65847.9921875, + 65654.0 ], "p50": [ - 66770.1015625, - 66763.015625, - 66743.1796875, - 66730.9375, - 66712.8828125, - 66699.1171875, - 66681.8203125, - 66675.171875, - 66647.75, - 66627.2265625, - 66623.0625, - 66612.40625, - 66591.546875, - 66596.765625, - 66576.8046875, - 66574.3515625, - 66558.7578125, - 66546.0, - 66534.953125, - 66530.2109375, - 66513.171875, - 66499.25, - 66475.140625, - 66471.21875 + 66625.0078125, + 66646.0625, + 66639.0546875, + 66637.3984375, + 66632.125, + 66614.5546875, + 66602.0546875, + 66596.0, + 66565.4453125, + 66542.4921875, + 66542.46875, + 66531.328125, + 66513.96875, + 66534.3125, + 66509.515625, + 66516.09375, + 66506.9140625, + 66495.3046875, + 66486.03125, + 66484.859375, + 66463.6015625, + 66450.390625, + 66428.1484375, + 66427.96875 ], "p10": [ - 66374.234375, - 66188.125, - 66005.2890625, - 65858.6640625, - 65726.375, - 65614.6875, - 65493.0703125, - 65402.109375, - 65311.25, - 65219.55078125, - 65136.9140625, - 65051.12890625, - 64958.59375, - 64892.1875, - 64818.546875, - 64753.734375, - 64693.19140625, - 64640.73828125, - 64579.9453125, - 64520.78125, - 64472.20703125, - 64424.3046875, - 64375.9375, - 64337.45703125 + 66237.4375, + 66078.453125, + 65911.7890625, + 65781.421875, + 65659.8515625, + 65555.8984375, + 65438.45703125, + 65351.87109375, + 65261.6875, + 65170.265625, + 65095.26171875, + 65009.140625, + 64918.6796875, + 64853.61328125, + 64781.3359375, + 64722.86328125, + 64664.984375, + 64609.578125, + 64552.1796875, + 64491.71484375, + 64440.703125, + 64396.6484375, + 64348.15625, + 64307.1640625 ], "p90": [ - 67192.2109375, - 67322.5078125, - 67459.71875, - 67565.4140625, - 67650.7890625, - 67717.203125, - 67779.828125, - 67846.015625, - 67890.4453125, - 67937.7109375, - 68017.2578125, - 68074.890625, - 68124.7578125, - 68210.265625, - 68232.0625, - 68312.703125, - 68360.0546875, - 68398.921875, - 68440.59375, - 68478.6640625, - 68521.2109375, - 68537.6796875, - 68579.3125, - 68626.65625 + 67032.5, + 67208.0234375, + 67354.7578125, + 67473.703125, + 67567.21875, + 67619.7578125, + 67686.6875, + 67748.4765625, + 67780.0234375, + 67826.6171875, + 67901.7578125, + 67962.0625, + 68023.640625, + 68121.6171875, + 68132.46875, + 68222.5859375, + 68275.6015625, + 68309.5703125, + 68356.5859375, + 68398.25, + 68437.453125, + 68445.78125, + 68485.4296875, + 68535.4765625 ], "timestamps": [ - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +326,7 @@ "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", - "2026-06-16 18:00:00" + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index fcf5237faf881885d7545cac25277ac79b7bd7f1..94eaf646736180d7369e326179a2049d52e6daad 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T16:52:47.324877+00:00", + "evaluated_at": "2026-06-16T20:58:30.416369+00:00", "freq": "1h", - "context_length": 79, + "context_length": 76, "prediction_length": 24, "context": [ - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, 20.200000762939453, 19.729999542236328, 19.309999465942383, @@ -113,87 +110,84 @@ 20.90999984741211 ], "p50": [ - 22.479476928710938, - 22.110950469970703, - 21.763309478759766, - 21.610300064086914, - 21.603370666503906, - 21.869468688964844, - 22.643394470214844, - 24.182687759399414, - 26.688161849975586, - 29.180944442749023, - 30.931438446044922, - 31.933637619018555, - 32.31584930419922, - 32.44141387939453, - 32.03703689575195, - 31.406322479248047, - 30.493309020996094, - 29.334598541259766, - 27.953229904174805, - 26.625877380371094, - 25.55375862121582, - 24.763870239257812, - 24.168516159057617, - 23.551111221313477 + 22.485157012939453, + 22.15862274169922, + 21.845149993896484, + 21.728744506835938, + 21.729469299316406, + 21.91107177734375, + 22.583629608154297, + 23.868576049804688, + 26.337507247924805, + 28.8532772064209, + 30.66745948791504, + 31.907421112060547, + 32.403343200683594, + 32.46786880493164, + 32.01403045654297, + 31.311134338378906, + 30.254444122314453, + 29.100040435791016, + 27.73018455505371, + 26.475759506225586, + 25.460607528686523, + 24.746368408203125, + 24.138748168945312, + 23.606544494628906 ], "p10": [ - 22.23076820373535, - 21.639850616455078, - 21.04997444152832, - 20.76152801513672, - 20.649335861206055, - 20.766639709472656, - 21.364349365234375, - 22.757251739501953, - 24.904647827148438, - 27.284255981445312, - 28.670440673828125, - 29.72179412841797, - 30.17523956298828, - 30.088932037353516, - 29.64273452758789, - 28.826061248779297, - 27.96883773803711, - 26.785707473754883, - 25.52396011352539, - 24.249967575073242, - 23.245986938476562, - 22.513076782226562, - 21.91570472717285, - 21.348888397216797 + 22.17500877380371, + 21.627492904663086, + 21.07839584350586, + 20.833316802978516, + 20.68929672241211, + 20.77147102355957, + 21.29347801208496, + 22.434776306152344, + 24.527029037475586, + 26.781978607177734, + 28.33661460876465, + 29.558101654052734, + 30.007301330566406, + 29.823089599609375, + 29.244823455810547, + 28.501970291137695, + 27.441320419311523, + 26.354291915893555, + 25.129920959472656, + 23.854331970214844, + 22.93592643737793, + 22.307910919189453, + 21.708206176757812, + 21.206523895263672 ], "p90": [ - 22.750057220458984, - 22.57667350769043, - 22.43822479248047, - 22.370079040527344, - 22.54030418395996, - 22.91843605041504, - 23.950300216674805, - 25.706581115722656, - 28.512481689453125, - 31.2036190032959, - 32.940677642822266, - 34.03096008300781, - 34.60405731201172, - 34.90195846557617, - 34.326934814453125, - 33.79840087890625, - 32.85493850708008, - 31.666324615478516, - 30.409149169921875, - 29.0655574798584, - 27.9101505279541, - 26.971580505371094, - 26.35797119140625, - 25.652109146118164 + 22.822900772094727, + 22.684598922729492, + 22.569690704345703, + 22.545785903930664, + 22.73756980895996, + 23.006746292114258, + 23.93497085571289, + 25.50914192199707, + 28.37961196899414, + 31.12084197998047, + 33.00835037231445, + 34.204071044921875, + 34.99891662597656, + 35.20734405517578, + 34.73479080200195, + 34.08137130737305, + 33.01561737060547, + 31.69161605834961, + 30.53661346435547, + 29.44091033935547, + 28.269168853759766, + 27.35794448852539, + 26.692914962768555, + 26.001537322998047 ], "timestamps": [ - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", "2026-06-09 20:00:00", "2026-06-09 21:00:00", "2026-06-09 22:00:00", diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index e0f8a30065ed6a349d3172341dc1a05e5974919c..5beb92a8eae1f16e8e0725fe075d4cd99128136f 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,20 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T16:52:56.080524+00:00", + "evaluated_at": "2026-06-16T20:58:36.253758+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -39,13 +30,6 @@ 14.0, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.399999618530273, 14.0, 14.0, @@ -59,12 +43,6 @@ 14.0, 14.0, 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -75,35 +53,7 @@ 14.399999618530273, 14.0, 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0 - ], - "actuals": [ + 15.0, 15.0, 15.0, 15.0, @@ -127,91 +77,137 @@ 16.0, 16.0, 16.100000381469727, - 17.0 + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.000511169433594, - 14.000699043273926, - 14.000514030456543, - 14.000540733337402, - 14.000405311584473, - 14.000489234924316, - 14.000374794006348, - 14.000378608703613, - 14.000303268432617, - 14.370647430419922, - 13.998781204223633, - 14.000165939331055, - 14.000067710876465, - 14.0003662109375, - 14.000354766845703, - 14.000361442565918, - 14.000112533569336, - 14.000495910644531, - 14.000431060791016, - 14.000619888305664, - 14.000506401062012, - 14.000031471252441, - 14.380880355834961, - 13.99942684173584 + 18.99952507019043, + 19.001976013183594, + 19.006305694580078, + 19.007028579711914, + 19.006010055541992, + 19.010534286499023, + 19.013248443603516, + 19.016643524169922, + 19.012493133544922, + 19.011709213256836, + 19.016529083251953, + 19.02182960510254, + 19.01442527770996, + 19.018198013305664, + 19.01993179321289, + 19.021324157714844, + 19.023921966552734, + 19.022258758544922, + 19.02948760986328, + 19.024667739868164, + 19.02189064025879, + 19.028459548950195, + 19.026439666748047, + 19.024524688720703 ], "p10": [ - 13.999259948730469, - 13.999648094177246, - 13.999286651611328, - 13.999456405639648, - 13.999378204345703, - 13.99940299987793, - 13.999430656433105, - 13.999251365661621, - 13.999094009399414, - 14.31612491607666, - 13.998053550720215, - 13.99906063079834, - 13.999252319335938, - 13.99928092956543, - 13.999551773071289, - 13.999523162841797, - 13.999539375305176, - 13.99948501586914, - 13.999539375305176, - 13.999480247497559, - 13.999324798583984, - 13.999423027038574, - 14.280057907104492, - 13.997611045837402 + 18.946964263916016, + 18.94710350036621, + 18.95645523071289, + 18.94013786315918, + 18.930801391601562, + 18.934167861938477, + 18.84323501586914, + 18.758745193481445, + 18.494342803955078, + 18.387638092041016, + 18.307178497314453, + 18.23758316040039, + 18.16016387939453, + 18.09886360168457, + 18.054649353027344, + 17.97959327697754, + 17.875276565551758, + 17.820280075073242, + 17.760601043701172, + 17.725799560546875, + 17.669523239135742, + 17.63974380493164, + 17.593544006347656, + 17.558034896850586 ], "p90": [ - 14.747626304626465, - 14.348943710327148, - 14.328158378601074, - 14.273039817810059, - 14.04880142211914, - 14.052842140197754, - 14.070586204528809, - 14.054508209228516, - 14.192389488220215, - 14.554601669311523, - 14.050895690917969, - 14.051813125610352, - 14.061123847961426, - 14.05339527130127, - 14.053401947021484, - 14.137237548828125, - 14.07669734954834, - 14.061222076416016, - 14.06407642364502, - 14.064833641052246, - 14.068048477172852, - 14.250924110412598, - 14.632495880126953, - 14.10240364074707 + 19.043638229370117, + 19.034957885742188, + 19.10055160522461, + 19.237363815307617, + 19.283763885498047, + 19.381404876708984, + 19.453794479370117, + 19.557411193847656, + 19.65803337097168, + 19.702701568603516, + 19.74045181274414, + 19.805334091186523, + 19.876697540283203, + 19.929710388183594, + 19.99090576171875, + 20.031635284423828, + 20.061965942382812, + 20.109783172607422, + 20.16396713256836, + 20.194406509399414, + 20.241905212402344, + 20.274242401123047, + 20.309289932250977, + 20.35469627380371 ], "timestamps": [ - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", "2026-06-16 10:00:00", "2026-06-16 11:00:00", "2026-06-16 12:00:00", @@ -327,6 +323,10 @@ "2026-06-21 02:00:00", "2026-06-21 03:00:00", "2026-06-21 04:00:00", - "2026-06-21 05:00:00" + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 45ba63f495451cd289a9a32e421d1dd04329e20f..1b0a8ce1a38f4a4014bfdadf5a1d36e565194efb 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T16:59:19.162726+00:00", + "evaluated_at": "2026-06-16T20:58:41.254863+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.0, - 23.200000762939453, - 21.700000762939453, 21.0, 21.200000762939453, 22.700000762939453, @@ -101,12 +98,12 @@ 18.700000762939453, 18.299999237060547, 17.799999237060547, - 16.5 - ], - "actuals": [ + 16.5, 15.0, 13.800000190734863, - 12.800000190734863, + 12.800000190734863 + ], + "actuals": [ 12.0, 11.699999809265137, 11.800000190734863, @@ -127,90 +124,90 @@ 39.5, 49.70000076293945, 58.29999923706055, - 77.80000305175781 + 77.80000305175781, + 71.9000015258789, + 65.69999694824219, + 66.5999984741211 ], "p50": [ - 16.229904174804688, - 15.539613723754883, - 14.560704231262207, - 13.663335800170898, - 13.143112182617188, - 13.339174270629883, - 16.383804321289062, - 19.329809188842773, - 20.151290893554688, - 19.90616798400879, - 18.845542907714844, - 18.074623107910156, - 18.03394889831543, - 18.198163986206055, - 18.58546257019043, - 19.345163345336914, - 19.978347778320312, - 20.30504608154297, - 20.943662643432617, - 20.81624984741211, - 20.93756103515625, - 20.74756622314453, - 19.96335220336914, - 19.2930965423584 + 12.270868301391602, + 11.874665260314941, + 11.920464515686035, + 13.243303298950195, + 14.738019943237305, + 15.583745956420898, + 15.523540496826172, + 14.536567687988281, + 13.488812446594238, + 13.283361434936523, + 13.951011657714844, + 14.640029907226562, + 15.404687881469727, + 16.08623504638672, + 16.912673950195312, + 17.723190307617188, + 18.412817001342773, + 18.707128524780273, + 18.25691795349121, + 17.330078125, + 16.17782211303711, + 15.101585388183594, + 14.181796073913574, + 12.952859878540039 ], "p10": [ - 14.296165466308594, - 12.173891067504883, - 10.870527267456055, - 9.373001098632812, - 7.920529365539551, - 7.234923362731934, - 8.824331283569336, - 9.414106369018555, - 9.928629875183105, - 9.868586540222168, - 8.668183326721191, - 7.610578536987305, - 7.101255416870117, - 6.459813117980957, - 6.579756736755371, - 7.194888114929199, - 7.276865005493164, - 8.129843711853027, - 8.51424789428711, - 8.127156257629395, - 7.951196670532227, - 8.043724060058594, - 7.135321617126465, - 6.227558135986328 + 11.210428237915039, + 9.877920150756836, + 9.089638710021973, + 8.913932800292969, + 8.69711685180664, + 9.313727378845215, + 9.090340614318848, + 7.92057991027832, + 6.7686357498168945, + 6.315517425537109, + 6.651724815368652, + 7.037779808044434, + 6.981353759765625, + 6.893415451049805, + 7.003748893737793, + 7.860051155090332, + 7.797298431396484, + 8.296942710876465, + 8.29515266418457, + 7.542499542236328, + 6.568869590759277, + 5.7435455322265625, + 5.009827613830566, + 3.9721736907958984 ], "p90": [ - 18.252553939819336, - 18.598508834838867, - 18.35923957824707, - 18.398733139038086, - 19.154356002807617, - 20.562213897705078, - 25.81049919128418, - 33.01725387573242, - 34.253929138183594, - 33.339778900146484, - 32.0200080871582, - 31.462249755859375, - 31.904541015625, - 32.70768356323242, - 33.6256217956543, - 35.75300598144531, - 37.551490783691406, - 37.59357452392578, - 39.22705841064453, - 39.561439514160156, - 39.615962982177734, - 39.167266845703125, - 38.16675567626953, - 36.688560485839844 + 13.264113426208496, + 13.876056671142578, + 15.274900436401367, + 19.518434524536133, + 23.325639724731445, + 24.3300838470459, + 24.77379608154297, + 23.549840927124023, + 22.350017547607422, + 21.92295265197754, + 22.817276000976562, + 24.149581909179688, + 25.89365005493164, + 27.345495223999023, + 28.881649017333984, + 30.24952507019043, + 31.774860382080078, + 31.419116973876953, + 31.276931762695312, + 30.004053115844727, + 27.84876251220703, + 26.08957290649414, + 24.63068199157715, + 23.040576934814453 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0e191ae7fdd048d4bacb8b4f2251645ef7e7421e..0bc3f6f95c70088cadd97b78358f5a785841251f 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T17:29:15.491975+00:00", + "evaluated_at": "2026-06-16T21:14:03.828829+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 23.5, - 23.600000381469727, - 22.600000381469727, 22.200000762939453, 21.799999237060547, 22.700000762939453, @@ -101,12 +98,12 @@ 22.299999237060547, 22.200000762939453, 22.0, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453, + 22.200000762939453 + ], + "actuals": [ 22.299999237060547, 22.299999237060547, 22.600000381469727, @@ -127,90 +124,90 @@ 23.100000381469727, 22.799999237060547, 22.299999237060547, - 22.0 + 22.0, + 21.700000762939453, + 21.5, + 21.200000762939453 ], "p50": [ - 21.821792602539062, - 21.755870819091797, - 21.67067527770996, - 21.60334014892578, - 21.606821060180664, - 21.91926383972168, - 22.529644012451172, - 23.324155807495117, - 23.7615966796875, - 24.23493194580078, - 24.310195922851562, - 24.363746643066406, - 24.40260887145996, - 24.328731536865234, - 24.243959426879883, - 23.981761932373047, - 23.5664119720459, - 23.06273078918457, - 22.652740478515625, - 22.343355178833008, - 22.005142211914062, - 21.776718139648438, - 21.645822525024414, - 21.525814056396484 + 22.283695220947266, + 22.407291412353516, + 22.649154663085938, + 23.051097869873047, + 23.678319931030273, + 24.182783126831055, + 24.599254608154297, + 24.923616409301758, + 25.012035369873047, + 25.149938583374023, + 25.08921241760254, + 24.948535919189453, + 24.583051681518555, + 24.059093475341797, + 23.488418579101562, + 23.031469345092773, + 22.644018173217773, + 22.27008056640625, + 22.05504035949707, + 21.80413055419922, + 21.636436462402344, + 21.485889434814453, + 21.474912643432617, + 21.38970375061035 ], "p10": [ - 21.495403289794922, - 21.274011611938477, - 21.045652389526367, - 20.866941452026367, - 20.75429916381836, - 20.96990394592285, - 21.38978385925293, - 22.000213623046875, - 22.21073341369629, - 22.459331512451172, - 22.500850677490234, - 22.46338653564453, - 22.575218200683594, - 22.374576568603516, - 22.307720184326172, - 22.03279685974121, - 21.6190185546875, - 21.250255584716797, - 20.883464813232422, - 20.572586059570312, - 20.33573341369629, - 20.082658767700195, - 19.925819396972656, - 19.764249801635742 + 21.986373901367188, + 21.911399841308594, + 21.99845314025879, + 22.191051483154297, + 22.5293025970459, + 22.83637237548828, + 23.048877716064453, + 23.311716079711914, + 23.338993072509766, + 23.277172088623047, + 23.219820022583008, + 23.043724060058594, + 22.781211853027344, + 22.28660011291504, + 21.927669525146484, + 21.535375595092773, + 21.250688552856445, + 20.924747467041016, + 20.718494415283203, + 20.473304748535156, + 20.396770477294922, + 20.16779136657715, + 20.067546844482422, + 19.906574249267578 ], "p90": [ - 22.13140106201172, - 22.28586196899414, - 22.363056182861328, - 22.48530387878418, - 22.696819305419922, - 23.28429412841797, - 24.260828018188477, - 25.899927139282227, - 26.975482940673828, - 28.454360961914062, - 28.75845718383789, - 29.477455139160156, - 29.983604431152344, - 30.31159210205078, - 30.144271850585938, - 29.827205657958984, - 29.086477279663086, - 27.929582595825195, - 27.238388061523438, - 26.71420669555664, - 26.055492401123047, - 25.598936080932617, - 25.405094146728516, - 25.077255249023438 + 22.535430908203125, + 22.9273681640625, + 23.500545501708984, + 24.5263614654541, + 25.725324630737305, + 26.622936248779297, + 27.74105453491211, + 28.715625762939453, + 28.822389602661133, + 29.284053802490234, + 29.188133239746094, + 29.139129638671875, + 28.70587921142578, + 27.88785743713379, + 26.905519485473633, + 26.27608299255371, + 25.615509033203125, + 25.210296630859375, + 25.049842834472656, + 24.729286193847656, + 24.511754989624023, + 24.30489730834961, + 24.36552619934082, + 24.230274200439453 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index fefe9acc25663d1a5b54c25b105c41a83d958616..2bf48e2417aa8102ad2989bac6e51f5c6355568d 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T17:29:25.127749+00:00", + "evaluated_at": "2026-06-16T21:14:07.268415+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 12.0, - 18.0, - 13.0, 18.0, 14.0, 7.0, @@ -29,7 +26,7 @@ 13.0, 10.0, 12.0, - 13.0, + 14.0, 14.0, 12.0, 13.0, @@ -53,7 +50,7 @@ 11.0, 16.0, 10.0, - 14.0, + 15.0, 10.0, 10.0, 9.0, @@ -61,7 +58,7 @@ 9.0, 13.0, 9.0, - 9.0, + 10.0, 14.0, 12.0, 15.0, @@ -69,148 +66,148 @@ 16.0, 11.0, 12.0, - 44.0, + 45.0, 7.0, - 8.0, - 13.0, + 10.0, + 16.0, 13.0, 15.0, - 12.0, - 13.0, - 13.0, + 19.0, + 22.0, + 17.0, 8.0, 10.0, 10.0, 9.0, - 8.0, - 14.0, - 14.0, 9.0, - 13.0, - 11.0, + 14.0, 16.0, - 21.0, 10.0, + 14.0, + 12.0, + 17.0, + 21.0, + 11.0, 18.0, 9.0, 11.0, 11.0, - 15.0, - 10.0, - 14.0, - 4.0, + 18.0, + 12.0, + 19.0, + 8.0, 13.0, + 14.0, + 21.0, + 14.0, 12.0, - 21.0 + 11.0 ], "actuals": [ - 14.0, - 12.0, - 11.0, 16.0, 7.0, - 17.0, + 18.0, + 11.0, + 9.0, + 10.0, 10.0, + 11.0, 8.0, + 15.0, 10.0, 10.0, + 12.0, + 11.0, 9.0, + 11.0, 7.0, + 8.0, + 13.0, + 12.0, 14.0, - 10.0, - 10.0, - 11.0, - 11.0, + 18.0, 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 + 10.0 ], "p50": [ - 12.254526138305664, - 12.244303703308105, - 12.224940299987793, - 12.185273170471191, - 12.25991439819336, - 13.058395385742188, - 12.173805236816406, - 12.2216157913208, - 12.16583251953125, - 12.213872909545898, - 12.152585983276367, - 12.203805923461914, - 12.163664817810059, - 12.16500186920166, - 12.179546356201172, - 12.222238540649414, - 12.168445587158203, - 12.214816093444824, - 12.12086009979248, - 12.181977272033691, - 12.183409690856934, - 12.201875686645508, - 12.182257652282715, - 12.226937294006348 + 12.68574047088623, + 12.679728507995605, + 12.82172966003418, + 12.671358108520508, + 12.656898498535156, + 12.635601997375488, + 12.639795303344727, + 12.623189926147461, + 12.6581392288208, + 12.62740707397461, + 12.611593246459961, + 12.601766586303711, + 12.64566707611084, + 12.642034530639648, + 12.690499305725098, + 12.67197036743164, + 12.674248695373535, + 12.669588088989258, + 12.673789024353027, + 12.678539276123047, + 12.695993423461914, + 12.696700096130371, + 12.698102951049805, + 12.678025245666504 ], "p10": [ - 7.946798801422119, - 7.991642475128174, - 7.954749584197998, - 7.93724250793457, - 8.021690368652344, - 8.062500953674316, - 7.886053085327148, - 7.957049369812012, - 7.947292327880859, - 7.9223809242248535, - 7.898111343383789, - 7.957473278045654, - 7.95078182220459, - 7.946041584014893, - 7.947619915008545, - 7.983753681182861, - 7.944077491760254, - 7.954081058502197, - 7.880062580108643, - 7.9293317794799805, - 7.946944713592529, - 7.9635162353515625, - 7.927499294281006, - 7.95506477355957 + 8.311187744140625, + 8.373384475708008, + 8.346700668334961, + 8.368124008178711, + 8.35769271850586, + 8.381407737731934, + 8.32404613494873, + 8.299457550048828, + 8.285011291503906, + 8.263757705688477, + 8.270286560058594, + 8.27148723602295, + 8.288589477539062, + 8.296798706054688, + 8.307086944580078, + 8.324609756469727, + 8.309141159057617, + 8.342874526977539, + 8.310954093933105, + 8.328218460083008, + 8.326162338256836, + 8.349011421203613, + 8.342158317565918, + 8.337970733642578 ], "p90": [ - 17.400747299194336, - 17.113115310668945, - 17.013221740722656, - 17.01156234741211, - 17.42826271057129, - 27.520009994506836, - 17.186634063720703, - 17.446819305419922, - 16.975500106811523, - 17.070209503173828, - 16.91177749633789, - 17.062448501586914, - 16.84233856201172, - 16.83024787902832, - 16.852556228637695, - 17.140064239501953, - 16.801729202270508, - 17.316448211669922, - 16.775177001953125, - 17.06707191467285, - 16.933612823486328, - 17.03742218017578, - 16.94448471069336, - 17.19639778137207 + 17.8133544921875, + 17.908924102783203, + 18.969585418701172, + 17.929719924926758, + 17.91363525390625, + 17.786540985107422, + 17.948183059692383, + 17.80620002746582, + 18.189281463623047, + 17.87436294555664, + 17.846343994140625, + 17.793285369873047, + 17.953540802001953, + 17.872900009155273, + 18.449462890625, + 17.910972595214844, + 17.96957778930664, + 17.869834899902344, + 17.987049102783203, + 17.968992233276367, + 18.09505844116211, + 18.0372371673584, + 18.026960372924805, + 17.99930191040039 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", "2026-06-11 20:00:00", "2026-06-11 21:00:00", "2026-06-11 22:00:00", @@ -327,6 +324,9 @@ "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", - "2026-06-16 16:00:00" + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 5897b1a501afc8c5d9e26242c87d8a9a605d00c1..699a891d11388f340d0d9bd89f1885562efac96e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,23 +1,41 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T19:04:50.710625+00:00", + "evaluated_at": "2026-06-16T21:14:09.357059+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t180000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t154200z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 76, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t174500z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t105000z", - "data_fetched_at": "2026-06-16T18:25:43.162054Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t190000z", + "data_fetched_at": "2026-06-16T19:53:24.278296Z", "context_length": 96, "prediction_length": 24 }