diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..7bc5343f8e5ddf6bdace603369729f81295164ab 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,886016.5168609619,886016.5168609619,873.923828125,1.1572440744289738,0.013209004043130274,0.013108336949565078,4.4956185668107675,941.2845036762062,0.014198154944321625,0.01318209943199249,0.008732801217954665,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.22483037513045,23.22483037513045,3.7036124070485434,2.268359414979803,0.16192687082906418,0.1427372227931996,52.57371507506004,4.819214705232633,0.2116126962249767,0.1626263727940683,0.130270062987261,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003992540422850359,0.003992540422850359,0.06032653529352198,0.059876216174903345,0.6786868861551715,0.41284096842280277,0.5592690858704041,0.06318655254759796,0.25405883311900324,0.24255935076121188,0.34615931791746896,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.004446550496358744,0.004446550496358744,0.04588870704174042,0.3610914708917879,0.04451886106208678,0.04585481796655245,2.1321425224076336,0.0666824601852597,0.06640576842798517,0.04569829674561217,0.043151435437230296,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,3.1283958811192556,3.1283958811192556,1.6855018138885498,17.336604257260124,0.10612750498819623,0.11263166021445446,623.0173158787176,1.7687271923954966,0.11238933345393648,0.10710098550685761,0.10328404205520175,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,303.5765725440338,303.5765725440338,8.948415478070578,1.4282550700882706,0.26777323479665205,0.3240341880906507,33.299684575892286,17.42344892792566,0.8053982365922464,0.4136401510484892,0.37578031745928187,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49070791404831954,0.49070791404831954,0.5895127455393473,0.23515189849768978,0.02439956691874841,0.024754030420138896,1.622144630410995,0.7005054703914306,0.02929963688925744,0.02465720842442602,0.023105786850815508,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.501075988113977,12.501075988113977,2.856652577718099,0.548477294921875,0.46850133249026255,0.286330565228802,4.6722915039062505,3.5356860703566397,0.34920356250435947,0.2821385261943801,0.22602469492678123,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 166a07516a234322b08fe93a3c2829b88ea22136..5bef4f674aeb5e1eded1163d7d6451960de9caca 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:46:14.377931+00:00", + "evaluated_at": "2026-06-16T16:15:38.161207+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, 63644.19140625, 63461.12109375, 63605.6796875, @@ -101,11 +99,11 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 + 66591.546875, + 67292.140625, + 67157.9921875 ], "actuals": [ - 67292.140625, - 67157.9921875, 66851.7890625, 66766.1171875, 66614.3515625, @@ -127,89 +125,89 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65846.0 ], "p50": [ - 66605.390625, - 66582.4609375, - 66599.640625, - 66608.7421875, - 66623.9140625, - 66620.6953125, - 66633.7890625, - 66664.515625, - 66702.390625, - 66686.6484375, - 66712.5390625, - 66712.671875, - 66715.21875, - 66734.296875, - 66758.2265625, - 66712.421875, - 66741.625, - 66733.546875, - 66746.4609375, - 66735.46875, - 66786.0625, - 66769.5390625, - 66782.4140625, - 66769.7265625 + 67121.7265625, + 67096.078125, + 67116.75, + 67119.3515625, + 67137.96875, + 67130.09375, + 67157.0, + 67171.3828125, + 67208.875, + 67197.7265625, + 67206.8046875, + 67206.5234375, + 67183.8984375, + 67204.7734375, + 67249.9140625, + 67204.6640625, + 67178.640625, + 67159.09375, + 67164.671875, + 67158.078125, + 67202.46875, + 67158.7109375, + 67184.359375, + 67164.7265625 ], "p10": [ - 66205.078125, - 66058.9921875, - 65979.4296875, - 65903.8515625, - 65868.4453125, - 65781.171875, - 65720.3046875, - 65648.6640625, - 65606.1953125, - 65592.484375, - 65444.8125, - 65349.41796875, - 65248.58203125, - 65142.13671875, - 65088.6640625, - 65003.4375, - 64956.58984375, - 64885.55078125, - 64846.2890625, - 64825.95703125, - 64799.68359375, - 64725.421875, - 64652.68359375, - 64612.5 + 66735.515625, + 66570.1015625, + 66483.078125, + 66408.65625, + 66374.75, + 66275.6015625, + 66241.65625, + 66158.6171875, + 66110.3515625, + 66087.7109375, + 65902.796875, + 65785.328125, + 65635.78125, + 65477.7890625, + 65411.58984375, + 65323.9921875, + 65292.9453125, + 65212.9375, + 65153.375, + 65118.60546875, + 65043.3046875, + 64929.421875, + 64847.6640625, + 64783.1796875 ], "p90": [ - 66939.359375, - 66951.4140625, - 67050.125, - 67149.59375, - 67199.0390625, - 67265.5078125, - 67333.4921875, - 67415.9296875, - 67452.0859375, - 67504.8515625, - 67613.2578125, - 67648.4765625, - 67695.3125, - 67682.2734375, - 67749.140625, - 67767.5078125, - 67905.8828125, - 67937.8828125, - 67957.296875, - 68026.84375, - 68040.953125, - 68112.28125, - 68137.9765625, - 68211.84375 + 67506.625, + 67541.7265625, + 67671.859375, + 67777.71875, + 67876.515625, + 67952.3828125, + 68048.484375, + 68145.6875, + 68215.6015625, + 68262.078125, + 68373.609375, + 68443.28125, + 68496.6015625, + 68489.65625, + 68609.7421875, + 68615.953125, + 68728.359375, + 68808.875, + 68874.1875, + 68971.765625, + 69013.5, + 69127.8203125, + 69170.0703125, + 69259.203125 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 11cc9ad2cde6c18d904918a18e4551017433fbbd..6ff3cc6a75326da91314376410399e9b88ad3175 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:22:40.130299+00:00", + "evaluated_at": "2026-06-16T16:16:00.702148+00:00", "freq": "1h", - "context_length": 81, + "context_length": 79, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, 23.139999389648438, 22.229999542236328, 21.040000915527344, @@ -115,86 +113,84 @@ 20.90999984741211 ], "p50": [ - 22.783029556274414, - 22.451274871826172, - 22.122760772705078, - 21.876087188720703, - 21.848161697387695, - 22.12168312072754, - 22.962059020996094, - 24.52109146118164, - 26.523067474365234, - 28.5340576171875, - 30.02668571472168, - 31.019227981567383, - 31.521621704101562, - 31.65932846069336, - 31.409154891967773, - 30.876062393188477, - 30.104433059692383, - 28.9761962890625, - 27.74444580078125, - 26.391965866088867, - 25.409812927246094, - 24.71670913696289, - 24.16847038269043, - 23.694643020629883 + 22.7056941986084, + 22.40535545349121, + 22.112686157226562, + 21.893918991088867, + 21.891521453857422, + 22.14933204650879, + 22.994741439819336, + 24.548309326171875, + 26.602256774902344, + 28.63799476623535, + 30.168851852416992, + 31.173542022705078, + 31.702346801757812, + 31.85940933227539, + 31.724607467651367, + 31.20627212524414, + 30.263900756835938, + 29.060338973999023, + 27.7418212890625, + 26.35236167907715, + 25.34601402282715, + 24.625112533569336, + 24.040283203125, + 23.553943634033203 ], "p10": [ - 22.354333877563477, - 21.85479164123535, - 21.40700912475586, - 21.094879150390625, - 20.956750869750977, - 21.123605728149414, - 21.866695404052734, - 23.28203010559082, - 25.117887496948242, - 26.931659698486328, - 28.089895248413086, - 29.152172088623047, - 29.457141876220703, - 29.271373748779297, - 29.192678451538086, - 28.497114181518555, - 27.293598175048828, - 26.120494842529297, - 24.924325942993164, - 23.680465698242188, - 22.714706420898438, - 22.082624435424805, - 21.515958786010742, - 21.058034896850586 + 22.228195190429688, + 21.734615325927734, + 21.35568618774414, + 21.070350646972656, + 20.961450576782227, + 21.12065315246582, + 21.85441017150879, + 23.27216911315918, + 25.15169334411621, + 27.012466430664062, + 28.20102310180664, + 29.27248764038086, + 29.61767578125, + 29.490947723388672, + 29.64532470703125, + 28.959688186645508, + 27.44799041748047, + 26.127887725830078, + 24.789960861206055, + 23.502517700195312, + 22.517852783203125, + 21.864425659179688, + 21.26817512512207, + 20.83319091796875 ], "p90": [ - 23.276214599609375, - 22.99695587158203, - 22.807044982910156, - 22.673728942871094, - 22.688997268676758, - 23.08574676513672, - 23.986724853515625, - 25.57684326171875, - 27.831422805786133, - 30.02848243713379, - 31.691560745239258, - 32.759193420410156, - 33.36751174926758, - 33.5684700012207, - 33.509178161621094, - 32.9128532409668, - 32.18435287475586, - 31.243303298950195, - 29.90311622619629, - 28.631126403808594, - 27.688833236694336, - 27.046945571899414, - 26.614744186401367, - 26.114370346069336 + 23.205442428588867, + 22.95769691467285, + 22.79962730407715, + 22.68915557861328, + 22.729129791259766, + 23.097593307495117, + 23.98818016052246, + 25.539897918701172, + 27.82560920715332, + 30.055450439453125, + 31.726301193237305, + 32.805965423583984, + 33.44059371948242, + 33.63964080810547, + 33.662696838378906, + 33.10683059692383, + 32.19020462036133, + 31.197736740112305, + 29.815216064453125, + 28.525306701660156, + 27.572229385375977, + 26.928546905517578, + 26.455848693847656, + 25.933927536010742 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", "2026-06-09 19:00:00", diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 325258ed963b5ee1765581c451f6ffd0527899fd..aa3a15fba43ef0fe511ebf23d75e31b1ce9dc4c3 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:22:44.560026+00:00", + "evaluated_at": "2026-06-16T16:24:40.436487+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.399999618530273, 14.0, @@ -101,9 +76,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -127,89 +100,114 @@ 14.0, 14.399999618530273, 14.0, - 14.0 + 14.0, + 15.0 + ], + "actuals": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 ], "p50": [ - 14.003211975097656, - 14.003273010253906, - 14.002584457397461, - 14.003618240356445, - 14.004814147949219, - 14.004334449768066, - 14.004261016845703, - 14.001728057861328, - 14.448057174682617, - 14.001611709594727, - 14.003312110900879, - 14.003067970275879, - 14.003331184387207, - 14.003484725952148, - 14.013212203979492, - 14.003740310668945, - 14.001554489135742, - 14.000984191894531, - 14.001408576965332, - 14.002131462097168, - 14.00121784210205, - 14.427833557128906, - 14.000239372253418, - 14.001437187194824 + 14.002899169921875, + 14.00216293334961, + 14.004875183105469, + 14.086248397827148, + 14.00260066986084, + 14.005378723144531, + 14.004365921020508, + 14.003634452819824, + 14.001581192016602, + 14.526138305664062, + 14.002368927001953, + 14.00343132019043, + 14.026400566101074, + 14.001710891723633, + 14.002765655517578, + 14.004599571228027, + 14.004936218261719, + 14.0039644241333, + 14.003853797912598, + 14.005133628845215, + 14.004168510437012, + 14.002542495727539, + 14.540321350097656, + 14.001874923706055 ], "p10": [ - 13.99847412109375, - 13.997239112854004, - 13.996593475341797, - 13.99759578704834, - 13.998377799987793, - 13.998153686523438, - 13.99779987335205, - 13.9928560256958, - 14.091113090515137, - 13.992868423461914, - 13.996593475341797, - 13.996664047241211, - 13.996397972106934, - 13.996337890625, - 13.99642276763916, - 13.997477531433105, - 13.994024276733398, - 13.993328094482422, - 13.996739387512207, - 13.995133399963379, - 13.990859985351562, - 14.013134956359863, - 13.99360466003418, - 13.994307518005371 + 13.997048377990723, + 13.997883796691895, + 13.994664192199707, + 13.985488891601562, + 13.996809959411621, + 13.994962692260742, + 13.998108863830566, + 13.997787475585938, + 13.99260425567627, + 14.052675247192383, + 13.994691848754883, + 13.997541427612305, + 13.997010231018066, + 13.996167182922363, + 13.998027801513672, + 13.995661735534668, + 13.99567985534668, + 13.999493598937988, + 13.998018264770508, + 13.99996566772461, + 14.000168800354004, + 13.995866775512695, + 14.08704948425293, + 13.996871948242188 ], "p90": [ - 14.025402069091797, - 14.068564414978027, - 14.062084197998047, - 14.025753021240234, - 14.019097328186035, - 14.016913414001465, - 14.024066925048828, - 14.043960571289062, - 14.782557487487793, - 14.031758308410645, - 14.025254249572754, - 14.024678230285645, - 14.03567886352539, - 14.06464672088623, - 14.315810203552246, - 14.108220100402832, - 14.065635681152344, - 14.073211669921875, - 14.068727493286133, - 14.108406066894531, - 14.168365478515625, - 15.298633575439453, - 14.175479888916016, - 14.119129180908203 + 14.11555290222168, + 14.125961303710938, + 14.274191856384277, + 15.065442085266113, + 14.065333366394043, + 14.131388664245605, + 14.043889045715332, + 14.04257869720459, + 14.049773216247559, + 15.17640495300293, + 14.034757614135742, + 14.028022766113281, + 14.384004592895508, + 14.056157112121582, + 14.066375732421875, + 14.152303695678711, + 14.149476051330566, + 14.040629386901855, + 14.046231269836426, + 14.041563034057617, + 14.044679641723633, + 14.098523139953613, + 15.251008033752441, + 14.076048851013184 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", "2026-06-16 06:00:00", "2026-06-16 07:00:00", "2026-06-16 08:00:00", @@ -327,6 +325,8 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8f1bb838b605e8dca3a00e4020dfe303a081fc1e..ee8cf811002f107e9e1916d78376fa4ec43a1ad8 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:22:54.226897+00:00", + "evaluated_at": "2026-06-16T16:26:58.414871+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, 26.0, 23.200000762939453, 21.700000762939453, @@ -101,11 +99,11 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 + 18.299999237060547, + 17.799999237060547, + 16.5 ], "actuals": [ - 17.799999237060547, - 16.5, 15.0, 13.800000190734863, 12.800000190734863, @@ -127,89 +125,89 @@ 21.799999237060547, 31.5, 39.5, - 49.70000076293945 + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 ], "p50": [ - 17.269962310791016, - 16.26141929626465, - 15.254861831665039, - 14.306302070617676, - 13.115667343139648, - 12.055845260620117, - 11.343057632446289, - 11.16503620147705, - 11.670283317565918, - 12.54714298248291, - 13.250397682189941, - 13.433248519897461, - 13.381118774414062, - 13.254447937011719, - 13.364933013916016, - 13.869891166687012, - 14.64892578125, - 15.395801544189453, - 16.124725341796875, - 16.707399368286133, - 17.31102752685547, - 17.612173080444336, - 17.590686798095703, - 17.27251625061035 + 16.06352996826172, + 15.312732696533203, + 14.451261520385742, + 13.602184295654297, + 12.840747833251953, + 12.62216567993164, + 13.139331817626953, + 13.597221374511719, + 13.90138053894043, + 13.85452651977539, + 13.860738754272461, + 13.899351119995117, + 14.108522415161133, + 14.572990417480469, + 15.08920955657959, + 15.889985084533691, + 16.211305618286133, + 16.918088912963867, + 17.468395233154297, + 17.927656173706055, + 18.030336380004883, + 17.793102264404297, + 17.079269409179688, + 16.28962516784668 ], "p10": [ - 15.758800506591797, - 13.868392944335938, - 12.482989311218262, - 10.789813995361328, - 9.30987548828125, - 7.944177627563477, - 6.874423027038574, - 6.539167404174805, - 6.619858741760254, - 6.9780426025390625, - 7.135041236877441, - 7.106199264526367, - 7.154637336730957, - 6.934511184692383, - 7.068246841430664, - 7.612100601196289, - 8.819720268249512, - 9.027244567871094, - 9.43317699432373, - 9.785604476928711, - 10.08220386505127, - 10.133317947387695, - 9.938955307006836, - 9.939720153808594 + 14.612552642822266, + 13.230073928833008, + 11.783097267150879, + 10.164078712463379, + 8.993656158447266, + 8.201295852661133, + 8.11807632446289, + 8.16402530670166, + 8.204642295837402, + 8.116706848144531, + 7.729606628417969, + 7.670281410217285, + 7.932546615600586, + 8.182368278503418, + 8.686599731445312, + 9.300691604614258, + 10.06592082977295, + 10.366605758666992, + 10.734588623046875, + 11.037808418273926, + 11.300420761108398, + 11.101544380187988, + 10.318623542785645, + 9.753595352172852 ], "p90": [ - 19.075407028198242, - 18.645381927490234, - 18.301179885864258, - 18.036605834960938, - 17.414764404296875, - 16.770309448242188, - 16.643009185791016, - 17.443035125732422, - 18.68853759765625, - 20.484899520874023, - 22.167715072631836, - 22.535018920898438, - 22.649606704711914, - 22.874160766601562, - 22.687610626220703, - 23.132787704467773, - 23.16426658630371, - 24.445980072021484, - 25.673715591430664, - 26.93671417236328, - 27.891952514648438, - 28.328521728515625, - 28.026729583740234, - 27.44472885131836 + 17.44417381286621, + 17.708393096923828, + 17.497562408447266, + 17.466135025024414, + 17.561357498168945, + 18.25217628479004, + 19.908300399780273, + 21.391712188720703, + 22.313079833984375, + 22.95602798461914, + 23.302814483642578, + 23.620012283325195, + 24.033382415771484, + 24.688968658447266, + 25.188861846923828, + 25.877288818359375, + 25.660017013549805, + 26.969757080078125, + 28.26225471496582, + 28.939266204833984, + 28.794509887695312, + 28.30643653869629, + 27.322622299194336, + 26.410755157470703 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index eb633071b8528f2d8f7812e2e0124289ff3c0560..f6b59c8a06ad902eac84787dbd2e0dbd023378af 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:22:58.185705+00:00", + "evaluated_at": "2026-06-16T16:27:04.087938+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, 23.5, 23.600000381469727, 22.600000381469727, @@ -101,11 +99,11 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 + 22.200000762939453, + 22.0, + 21.899999618530273 ], "actuals": [ - 22.0, - 21.899999618530273, 22.0, 22.299999237060547, 22.200000762939453, @@ -127,89 +125,89 @@ 23.799999237060547, 23.399999618530273, 23.100000381469727, - 22.799999237060547 + 22.799999237060547, + 22.299999237060547, + 22.0 ], "p50": [ - 21.9207706451416, - 21.772930145263672, - 21.62965202331543, - 21.537086486816406, - 21.433273315429688, - 21.36283302307129, - 21.337665557861328, - 21.690444946289062, - 22.376012802124023, - 23.524023056030273, - 24.206710815429688, - 24.922393798828125, - 25.228023529052734, - 25.38754653930664, - 25.478992462158203, - 25.54369354248047, - 25.776397705078125, - 25.351037979125977, - 24.70982551574707, - 23.981231689453125, - 23.547502517700195, - 23.338586807250977, - 23.19398307800293, - 23.108938217163086 + 21.7215633392334, + 21.611160278320312, + 21.51892852783203, + 21.45492935180664, + 21.525897979736328, + 21.848590850830078, + 22.569137573242188, + 23.56804656982422, + 24.182926177978516, + 24.884145736694336, + 25.230953216552734, + 25.384357452392578, + 25.45724868774414, + 25.434938430786133, + 25.38414192199707, + 25.051593780517578, + 24.365415573120117, + 23.71827507019043, + 23.290544509887695, + 23.06186294555664, + 22.90650749206543, + 22.837749481201172, + 22.743743896484375, + 22.6665096282959 ], "p10": [ - 21.613861083984375, - 21.36843490600586, - 21.169919967651367, - 21.02878189086914, - 20.88950538635254, - 20.79249382019043, - 20.751697540283203, - 20.967761993408203, - 21.454586029052734, - 22.276691436767578, - 22.75092315673828, - 23.293703079223633, - 23.578338623046875, - 23.718036651611328, - 23.657072067260742, - 23.660669326782227, - 23.771080017089844, - 23.42540740966797, - 23.02631950378418, - 22.53496742248535, - 22.261159896850586, - 22.075536727905273, - 22.023088455200195, - 21.939653396606445 + 21.378551483154297, + 21.212404251098633, + 21.072525024414062, + 20.97922134399414, + 21.01955223083496, + 21.20044708251953, + 21.722436904907227, + 22.44085121154785, + 22.95709228515625, + 23.446887969970703, + 23.686704635620117, + 23.817182540893555, + 23.894161224365234, + 23.935426712036133, + 23.769790649414062, + 23.524980545043945, + 22.929218292236328, + 22.51987648010254, + 22.171791076660156, + 22.008625030517578, + 21.897842407226562, + 21.861305236816406, + 21.829097747802734, + 21.75102996826172 ], "p90": [ - 22.202259063720703, - 22.25298309326172, - 22.103097915649414, - 22.057518005371094, - 22.039154052734375, - 21.99735450744629, - 22.05109977722168, - 22.49094009399414, - 23.44902229309082, - 24.981170654296875, - 25.93521499633789, - 26.768510818481445, - 27.275667190551758, - 27.594327926635742, - 27.74742889404297, - 27.817584991455078, - 27.86541175842285, - 27.29580307006836, - 26.47708511352539, - 25.675046920776367, - 25.05643653869629, - 24.759971618652344, - 24.549922943115234, - 24.439682006835938 + 21.97158432006836, + 22.02885627746582, + 21.99160385131836, + 21.990924835205078, + 22.090177536010742, + 22.504558563232422, + 23.515722274780273, + 24.82060432434082, + 25.54037857055664, + 26.466339111328125, + 26.943592071533203, + 27.14352035522461, + 27.24385643005371, + 27.327913284301758, + 27.24537467956543, + 26.72264289855957, + 25.710208892822266, + 24.896198272705078, + 24.357952117919922, + 24.088668823242188, + 23.977956771850586, + 23.826601028442383, + 23.730587005615234, + 23.59847640991211 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 980f334920b59fdfcba72c1124c62b047fc25cfd..ae54f818a24f2b059e4900a6ded6409fe2556bea 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:23:01.825335+00:00", + "evaluated_at": "2026-06-16T16:27:11.263381+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, 12.0, 18.0, 13.0, @@ -31,11 +29,11 @@ 13.0, 10.0, 12.0, - 12.0, + 13.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -56,7 +54,7 @@ 16.0, 10.0, 14.0, - 9.0, + 10.0, 10.0, 9.0, 9.0, @@ -66,17 +64,17 @@ 9.0, 14.0, 12.0, - 14.0, - 6.0, - 14.0, - 10.0, + 15.0, + 7.0, + 16.0, + 11.0, 12.0, 44.0, 7.0, 8.0, 13.0, 13.0, - 12.0, + 15.0, 12.0, 13.0, 13.0, @@ -91,25 +89,25 @@ 13.0, 11.0, 16.0, - 19.0, + 21.0, 10.0, - 17.0, + 18.0, 9.0, 11.0, - 10.0, + 11.0, 15.0, 10.0, - 13.0, + 14.0, 4.0, - 13.0 + 13.0, + 12.0, + 21.0 ], "actuals": [ - 12.0, - 15.0, 14.0, 12.0, 11.0, - 15.0, + 16.0, 7.0, 17.0, 10.0, @@ -121,95 +119,95 @@ 14.0, 10.0, 10.0, - 10.0, 11.0, - 7.0, + 11.0, 9.0, + 10.0, + 7.0, 7.0, - 6.0, + 11.0, + 10.0, 2.0 ], "p50": [ - 11.149913787841797, - 11.245521545410156, - 11.264108657836914, - 11.243268966674805, - 11.301302909851074, - 11.327836036682129, - 11.297598838806152, - 11.375035285949707, - 11.382119178771973, - 11.424332618713379, - 11.457701683044434, - 11.55682373046875, - 11.49014949798584, - 11.553488731384277, - 11.53678035736084, - 11.693426132202148, - 11.531909942626953, - 11.568230628967285, - 11.568376541137695, - 11.445767402648926, - 11.493569374084473, - 11.379366874694824, - 11.42512321472168, - 11.313544273376465 + 11.934115409851074, + 11.873557090759277, + 11.854592323303223, + 11.810226440429688, + 11.826033592224121, + 11.835342407226562, + 11.77205753326416, + 11.754124641418457, + 11.798884391784668, + 11.812737464904785, + 11.833701133728027, + 11.837116241455078, + 11.83189582824707, + 11.810746192932129, + 11.800359725952148, + 11.833456039428711, + 11.919204711914062, + 11.88476848602295, + 11.887332916259766, + 11.860851287841797, + 11.878700256347656, + 11.85774040222168, + 11.813673973083496, + 11.808717727661133 ], "p10": [ - 7.28645658493042, - 7.189328670501709, - 7.2335357666015625, - 7.377966403961182, - 7.479861259460449, - 7.50571870803833, - 7.498415470123291, - 7.583103656768799, - 7.579535007476807, - 7.629141807556152, - 7.495326519012451, - 7.624121189117432, - 7.648277759552002, - 7.629166603088379, - 7.547095775604248, - 7.549539566040039, - 7.542653560638428, - 7.387137413024902, - 7.375410079956055, - 7.3562541007995605, - 7.371294975280762, - 7.283666133880615, - 7.284907817840576, - 7.288785457611084 + 7.642092227935791, + 7.586442947387695, + 7.675997257232666, + 7.676805019378662, + 7.684959888458252, + 7.73614501953125, + 7.755796432495117, + 7.760706901550293, + 7.728271007537842, + 7.807412624359131, + 7.6607770919799805, + 7.722944736480713, + 7.738232135772705, + 7.705437183380127, + 7.695761203765869, + 7.608285903930664, + 7.616747856140137, + 7.522132873535156, + 7.603437423706055, + 7.6162614822387695, + 7.629938125610352, + 7.67632532119751, + 7.666491508483887, + 7.634850025177002 ], "p90": [ - 16.218368530273438, - 16.398038864135742, - 16.32822608947754, - 16.31765365600586, - 16.295984268188477, - 16.24285888671875, - 16.277280807495117, - 16.449909210205078, - 16.312503814697266, - 16.656606674194336, - 16.711551666259766, - 16.878841400146484, - 16.865936279296875, - 17.022220611572266, - 17.187671661376953, - 17.366191864013672, - 16.96878433227539, - 17.119422912597656, - 17.135387420654297, - 17.120424270629883, - 17.300846099853516, - 17.049989700317383, - 17.10896873474121, - 17.05853271484375 + 18.216407775878906, + 18.075483322143555, + 17.924671173095703, + 18.020740509033203, + 18.192066192626953, + 17.964887619018555, + 17.888660430908203, + 17.972557067871094, + 17.906902313232422, + 18.107471466064453, + 18.14501953125, + 18.284090042114258, + 18.228899002075195, + 18.22957992553711, + 18.199501037597656, + 18.32046127319336, + 18.3408203125, + 18.363765716552734, + 18.349533081054688, + 18.413606643676758, + 18.528711318969727, + 18.27402114868164, + 18.262887954711914, + 18.419775009155273 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..464c11ae07272648673ea5a12cd170204948d7a4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,44 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-16T16:27:15.045463+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 79, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 3413bdc29b7740985ce07540b9bc233eeb968c69..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,9 +1,11 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 +nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 +open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e8ca8d5219e7776c0d188a74eac321256aebe958..145a2db43939d4dcb7cab7de65596ecb944f5ed6 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T15:39:42.212446+00:00", + "evaluated_at": "2026-06-16T18:05:49.400937+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, 63644.19140625, 63461.12109375, 63605.6796875, @@ -101,11 +99,11 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 + 66591.546875, + 67292.140625, + 67157.9921875 ], "actuals": [ - 67292.140625, - 67157.9921875, 66851.7890625, 66766.1171875, 66614.3515625, @@ -127,89 +125,89 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65846.0 ], "p50": [ - 66606.05859375, - 66565.23828125, - 66511.96484375, - 66588.66015625, - 66658.33984375, - 66643.4140625, - 66746.71484375, - 66655.234375, - 66890.625, - 66698.3125, - 66838.32421875, - 66784.78515625, - 66824.7578125, - 66887.84765625, - 66888.234375, - 66941.44921875, - 66799.75390625, - 66917.26171875, - 67107.72265625, - 67037.203125, - 67071.21875, - 67106.6171875, - 67305.1640625, - 67278.53125 + 66981.60546875, + 66950.26953125, + 66982.703125, + 66999.484375, + 67030.96484375, + 67090.3515625, + 67098.890625, + 67200.4765625, + 67142.09765625, + 67014.08203125, + 67144.671875, + 67150.33984375, + 67116.375, + 66931.2890625, + 67037.796875, + 67085.23828125, + 67013.0859375, + 67149.7265625, + 67027.6796875, + 67149.19921875, + 67090.828125, + 67179.390625, + 67248.6171875, + 67158.09375 ], "p10": [ - 66219.6328125, - 66160.60546875, - 65995.19921875, - 65897.109375, - 65930.2421875, - 65951.53515625, - 65963.94140625, - 65859.33203125, - 65937.1484375, - 65679.83203125, - 65795.4296875, - 65849.3828125, - 65737.515625, - 65740.8828125, - 65680.328125, - 65750.4140625, - 65635.85546875, - 65738.33203125, - 65903.03125, - 65525.365234375, - 65568.412109375, - 65783.28125, - 66128.83984375, - 65764.671875 + 66605.79296875, + 66423.25, + 66450.45703125, + 66334.796875, + 66246.8671875, + 66308.9765625, + 65882.59375, + 65855.96875, + 65802.5859375, + 65744.09375, + 65852.65625, + 65637.1015625, + 65121.056640625, + 64986.939453125, + 65249.162109375, + 65433.05859375, + 65488.3671875, + 65190.712890625, + 65093.68359375, + 64736.05078125, + 64864.984375, + 64911.34375, + 65211.150390625, + 64863.841796875 ], "p90": [ - 66956.73046875, - 67016.2109375, - 67149.55078125, - 67247.9453125, - 67278.89453125, - 67594.484375, - 67794.08984375, - 67617.3984375, - 67956.8046875, - 68177.734375, - 68037.9609375, - 68138.09375, - 68077.1328125, - 68477.359375, - 68790.10546875, - 68651.37109375, - 68309.77734375, - 68467.98046875, - 68801.765625, - 68560.37109375, - 69173.3984375, - 69308.2734375, - 69651.23828125, - 69440.859375 + 67409.1796875, + 67546.66796875, + 67618.8828125, + 67836.99609375, + 68064.515625, + 68039.546875, + 68201.828125, + 68382.98828125, + 68246.91015625, + 68668.32421875, + 68677.4296875, + 68967.25, + 68753.5390625, + 69035.171875, + 68844.2734375, + 69032.90234375, + 69166.22265625, + 69225.73046875, + 69024.35546875, + 69404.43359375, + 69252.27734375, + 69561.04296875, + 69535.25390625, + 69494.484375 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/online_status.json b/results/online_status.json index a4985002d5fd4552368f892931adad7e630f00ef..f28cdff9c23b6b6a8c2f43aa93481040f2597c3c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,208 @@ { - "status": "partial", - "started_at": "2026-06-16T16:42:42.630794+00:00", - "finished_at": "2026-06-16T17:41:51.702201+00:00", - "task_count": 8, + "status": "ok", + "started_at": "2026-06-16T14:43:25.204057+00:00", + "finished_at": "2026-06-16T15:59:44.687742+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-16T14:58:37.200708+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-16T15:19:22.740307+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-16T15:32:32.245525+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-16T15:39:20.614577+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-16T15:53:05.648193+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-16T15:59:44.684765+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", + "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], "push_status": "ok", - "pushed_at": "2026-06-16T17:41:55.869901+00:00", + "pushed_at": "2026-06-16T16:02:10.082483+00:00", "push_detail": "HF Hub API" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_162658.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_162658.json new file mode 100644 index 0000000000000000000000000000000000000000..220e74bcb92edfd17073712edcd8dc0f9d278185 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_162658.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:26:58.414871+00:00", + "metrics": { + "MSE[mean]": 303.5765725440338, + "MSE[0.5]": 303.5765725440338, + "MAE[0.5]": 8.948415478070578, + "MASE[0.5]": 1.4282550700882706, + "MAPE[0.5]": 0.26777323479665205, + "sMAPE[0.5]": 0.3240341880906507, + "MSIS": 33.299684575892286, + "RMSE[mean]": 17.42344892792566, + "NRMSE[mean]": 0.8053982365922464, + "ND[0.5]": 0.4136401510484892, + "mean_weighted_sum_quantile_loss": 0.37578031745928187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5 + ], + "actual": [ + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 + ], + "predictions": { + "p50": [ + 16.06352996826172, + 15.312732696533203, + 14.451261520385742, + 13.602184295654297, + 12.840747833251953, + 12.62216567993164, + 13.139331817626953, + 13.597221374511719, + 13.90138053894043, + 13.85452651977539, + 13.860738754272461, + 13.899351119995117, + 14.108522415161133, + 14.572990417480469, + 15.08920955657959, + 15.889985084533691, + 16.211305618286133, + 16.918088912963867, + 17.468395233154297, + 17.927656173706055, + 18.030336380004883, + 17.793102264404297, + 17.079269409179688, + 16.28962516784668 + ], + "p10": [ + 14.612552642822266, + 13.230073928833008, + 11.783097267150879, + 10.164078712463379, + 8.993656158447266, + 8.201295852661133, + 8.11807632446289, + 8.16402530670166, + 8.204642295837402, + 8.116706848144531, + 7.729606628417969, + 7.670281410217285, + 7.932546615600586, + 8.182368278503418, + 8.686599731445312, + 9.300691604614258, + 10.06592082977295, + 10.366605758666992, + 10.734588623046875, + 11.037808418273926, + 11.300420761108398, + 11.101544380187988, + 10.318623542785645, + 9.753595352172852 + ], + "p90": [ + 17.44417381286621, + 17.708393096923828, + 17.497562408447266, + 17.466135025024414, + 17.561357498168945, + 18.25217628479004, + 19.908300399780273, + 21.391712188720703, + 22.313079833984375, + 22.95602798461914, + 23.302814483642578, + 23.620012283325195, + 24.033382415771484, + 24.688968658447266, + 25.188861846923828, + 25.877288818359375, + 25.660017013549805, + 26.969757080078125, + 28.26225471496582, + 28.939266204833984, + 28.794509887695312, + 28.30643653869629, + 27.322622299194336, + 26.410755157470703 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_164334.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_164334.json new file mode 100644 index 0000000000000000000000000000000000000000..438948e11ccfa4fcbc53c297f88e6cf568df9bfc --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_164334.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:43:34.078840+00:00", + "metrics": { + "MSE[mean]": 291.2709550650217, + "MSE[0.5]": 311.9928329332203, + "MAE[0.5]": 8.817566434542337, + "MASE[0.5]": 1.407370276540921, + "MAPE[0.5]": 0.25112145273684794, + "sMAPE[0.5]": 0.31134089917690594, + "MSIS": 50.30603580954381, + "RMSE[mean]": 17.06666209500328, + "NRMSE[mean]": 0.7889057793718821, + "ND[0.5]": 0.40759165919401386, + "mean_weighted_sum_quantile_loss": 0.40681775413717003 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5 + ], + "actual": [ + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 + ], + "predictions": { + "p50": [ + 15.425529479980469, + 14.671374320983887, + 13.706507682800293, + 12.885895729064941, + 12.402083396911621, + 12.795709609985352, + 13.842934608459473, + 14.85934829711914, + 15.093320846557617, + 15.13068675994873, + 14.624234199523926, + 14.078679084777832, + 14.240926742553711, + 14.624066352844238, + 15.020734786987305, + 15.229196548461914, + 15.847050666809082, + 16.313377380371094, + 16.904605865478516, + 17.309432983398438, + 17.09151268005371, + 16.7983341217041, + 16.376943588256836, + 15.898027420043945 + ], + "p10": [ + 16.092361450195312, + 15.457801818847656, + 14.497437477111816, + 14.173239707946777, + 14.181055068969727, + 14.572661399841309, + 15.773039817810059, + 16.920154571533203, + 17.31194305419922, + 17.085744857788086, + 17.006227493286133, + 16.404584884643555, + 16.600688934326172, + 16.93505859375, + 17.006868362426758, + 17.56220054626465, + 17.950944900512695, + 18.750484466552734, + 19.44693374633789, + 19.290681838989258, + 19.38326644897461, + 19.385635375976562, + 18.79536247253418, + 18.301345825195312 + ], + "p90": [ + 17.48347282409668, + 17.668949127197266, + 17.63251495361328, + 17.465051651000977, + 17.63129997253418, + 18.710468292236328, + 20.30600929260254, + 21.81412696838379, + 22.33629035949707, + 22.425119400024414, + 22.036455154418945, + 21.583574295043945, + 21.736202239990234, + 22.098865509033203, + 22.499988555908203, + 22.912351608276367, + 23.694026947021484, + 24.343229293823242, + 25.22818946838379, + 25.65743637084961, + 25.581317901611328, + 25.421628952026367, + 24.867692947387695, + 24.27370834350586 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_174448.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_174448.json new file mode 100644 index 0000000000000000000000000000000000000000..26e0925c744a2e1c6c857a50a8b4deceba247f24 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_174448.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:44:48.094443+00:00", + "metrics": { + "MSE[mean]": 278.1291552551638, + "MSE[0.5]": 278.1291552551638, + "MAE[0.5]": 8.834282159805298, + "MASE[0.5]": 1.4100382706026109, + "MAPE[0.5]": 0.29528608927098215, + "sMAPE[0.5]": 0.32479860910664177, + "MSIS": 30.409182917196773, + "RMSE[mean]": 16.677204659509453, + "NRMSE[mean]": 0.770903124841657, + "ND[0.5]": 0.4083643429322243, + "mean_weighted_sum_quantile_loss": 0.36062978295169834 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5 + ], + "actual": [ + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 + ], + "predictions": { + "p50": [ + 15.596202850341797, + 14.722393035888672, + 13.939295768737793, + 13.334310531616211, + 13.116147994995117, + 13.531499862670898, + 15.224571228027344, + 16.84972381591797, + 17.333627700805664, + 17.16046905517578, + 16.7590274810791, + 16.37018585205078, + 16.231361389160156, + 16.38026237487793, + 16.819225311279297, + 17.368440628051758, + 18.097591400146484, + 19.046560287475586, + 19.919240951538086, + 20.338178634643555, + 20.318178176879883, + 19.97549819946289, + 19.232563018798828, + 18.158069610595703 + ], + "p10": [ + 14.216541290283203, + 12.375272750854492, + 10.660013198852539, + 9.38648796081543, + 8.661458015441895, + 8.476639747619629, + 9.392200469970703, + 10.293801307678223, + 10.616205215454102, + 10.394027709960938, + 9.883325576782227, + 9.491105079650879, + 9.228560447692871, + 9.267895698547363, + 9.478970527648926, + 9.748788833618164, + 10.167315483093262, + 10.98258113861084, + 11.847517013549805, + 12.312695503234863, + 12.420829772949219, + 12.139273643493652, + 11.530258178710938, + 10.586952209472656 + ], + "p90": [ + 17.007572174072266, + 16.99054718017578, + 17.14812660217285, + 17.410188674926758, + 17.985376358032227, + 19.383398056030273, + 22.1534366607666, + 24.6214656829834, + 25.589231491088867, + 25.391159057617188, + 25.12796401977539, + 25.094806671142578, + 25.220462799072266, + 25.745201110839844, + 26.736122131347656, + 28.046646118164062, + 29.40947914123535, + 30.78719711303711, + 32.01013946533203, + 32.102413177490234, + 31.49981689453125, + 30.64510726928711, + 29.444599151611328, + 28.150848388671875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_165919.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_165919.json new file mode 100644 index 0000000000000000000000000000000000000000..6df1cab1672ceb004d48bbe5970aadcff7fa04f3 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_165919.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T16:59:19.162726+00:00", + "metrics": { + "MSE[mean]": 275.20864511114706, + "MSE[0.5]": 275.20864511114706, + "MAE[0.5]": 9.537988662719727, + "MASE[0.5]": 1.5223567456560654, + "MAPE[0.5]": 0.3599534198172137, + "sMAPE[0.5]": 0.36584584434742123, + "MSIS": 22.68430767326251, + "RMSE[mean]": 16.58941364579071, + "NRMSE[mean]": 0.7668449887097001, + "ND[0.5]": 0.4408931481573132, + "mean_weighted_sum_quantile_loss": 0.3741645154788603 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5 + ], + "actual": [ + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5, + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 + ], + "predictions": { + "p50": [ + 16.229904174804688, + 15.539613723754883, + 14.560704231262207, + 13.663335800170898, + 13.143112182617188, + 13.339174270629883, + 16.383804321289062, + 19.329809188842773, + 20.151290893554688, + 19.90616798400879, + 18.845542907714844, + 18.074623107910156, + 18.03394889831543, + 18.198163986206055, + 18.58546257019043, + 19.345163345336914, + 19.978347778320312, + 20.30504608154297, + 20.943662643432617, + 20.81624984741211, + 20.93756103515625, + 20.74756622314453, + 19.96335220336914, + 19.2930965423584 + ], + "p10": [ + 14.296165466308594, + 12.173891067504883, + 10.870527267456055, + 9.373001098632812, + 7.920529365539551, + 7.234923362731934, + 8.824331283569336, + 9.414106369018555, + 9.928629875183105, + 9.868586540222168, + 8.668183326721191, + 7.610578536987305, + 7.101255416870117, + 6.459813117980957, + 6.579756736755371, + 7.194888114929199, + 7.276865005493164, + 8.129843711853027, + 8.51424789428711, + 8.127156257629395, + 7.951196670532227, + 8.043724060058594, + 7.135321617126465, + 6.227558135986328 + ], + "p90": [ + 18.252553939819336, + 18.598508834838867, + 18.35923957824707, + 18.398733139038086, + 19.154356002807617, + 20.562213897705078, + 25.81049919128418, + 33.01725387573242, + 34.253929138183594, + 33.339778900146484, + 32.0200080871582, + 31.462249755859375, + 31.904541015625, + 32.70768356323242, + 33.6256217956543, + 35.75300598144531, + 37.551490783691406, + 37.59357452392578, + 39.22705841064453, + 39.561439514160156, + 39.615962982177734, + 39.167266845703125, + 38.16675567626953, + 36.688560485839844 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_161538.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_161538.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d99b0363c20e03e5db0a12afb17969012d33c1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_161538.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:15:38.161207+00:00", + "metrics": { + "MSE[mean]": 886016.5168609619, + "MSE[0.5]": 886016.5168609619, + "MAE[0.5]": 873.923828125, + "MASE[0.5]": 1.1572440744289738, + "MAPE[0.5]": 0.013209004043130274, + "sMAPE[0.5]": 0.013108336949565078, + "MSIS": 4.4956185668107675, + "RMSE[mean]": 941.2845036762062, + "NRMSE[mean]": 0.014198154944321625, + "ND[0.5]": 0.01318209943199249, + "mean_weighted_sum_quantile_loss": 0.008732801217954665 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875 + ], + "actual": [ + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65846.0 + ], + "predictions": { + "p50": [ + 67121.7265625, + 67096.078125, + 67116.75, + 67119.3515625, + 67137.96875, + 67130.09375, + 67157.0, + 67171.3828125, + 67208.875, + 67197.7265625, + 67206.8046875, + 67206.5234375, + 67183.8984375, + 67204.7734375, + 67249.9140625, + 67204.6640625, + 67178.640625, + 67159.09375, + 67164.671875, + 67158.078125, + 67202.46875, + 67158.7109375, + 67184.359375, + 67164.7265625 + ], + "p10": [ + 66735.515625, + 66570.1015625, + 66483.078125, + 66408.65625, + 66374.75, + 66275.6015625, + 66241.65625, + 66158.6171875, + 66110.3515625, + 66087.7109375, + 65902.796875, + 65785.328125, + 65635.78125, + 65477.7890625, + 65411.58984375, + 65323.9921875, + 65292.9453125, + 65212.9375, + 65153.375, + 65118.60546875, + 65043.3046875, + 64929.421875, + 64847.6640625, + 64783.1796875 + ], + "p90": [ + 67506.625, + 67541.7265625, + 67671.859375, + 67777.71875, + 67876.515625, + 67952.3828125, + 68048.484375, + 68145.6875, + 68215.6015625, + 68262.078125, + 68373.609375, + 68443.28125, + 68496.6015625, + 68489.65625, + 68609.7421875, + 68615.953125, + 68728.359375, + 68808.875, + 68874.1875, + 68971.765625, + 69013.5, + 69127.8203125, + 69170.0703125, + 69259.203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_180549.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_180549.json new file mode 100644 index 0000000000000000000000000000000000000000..52de1c0487bc090e09b6ce799e85519e14a50fcb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_180549.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T18:05:49.400937+00:00", + "metrics": { + "MSE[mean]": 783914.9223887125, + "MSE[0.5]": 741699.4881051382, + "MAE[0.5]": 777.5515950520834, + "MASE[0.5]": 1.029628609472034, + "MAPE[0.5]": 0.011756366570069565, + "sMAPE[0.5]": 0.011671995933180501, + "MSIS": 4.37171877444876, + "RMSE[mean]": 885.3897008598601, + "NRMSE[mean]": 0.013355048457526875, + "ND[0.5]": 0.01172843914952147, + "mean_weighted_sum_quantile_loss": 0.008521552941954075 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875 + ], + "actual": [ + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65846.0 + ], + "predictions": { + "p50": [ + 66981.60546875, + 66950.26953125, + 66982.703125, + 66999.484375, + 67030.96484375, + 67090.3515625, + 67098.890625, + 67200.4765625, + 67142.09765625, + 67014.08203125, + 67144.671875, + 67150.33984375, + 67116.375, + 66931.2890625, + 67037.796875, + 67085.23828125, + 67013.0859375, + 67149.7265625, + 67027.6796875, + 67149.19921875, + 67090.828125, + 67179.390625, + 67248.6171875, + 67158.09375 + ], + "p10": [ + 66605.79296875, + 66423.25, + 66450.45703125, + 66334.796875, + 66246.8671875, + 66308.9765625, + 65882.59375, + 65855.96875, + 65802.5859375, + 65744.09375, + 65852.65625, + 65637.1015625, + 65121.056640625, + 64986.939453125, + 65249.162109375, + 65433.05859375, + 65488.3671875, + 65190.712890625, + 65093.68359375, + 64736.05078125, + 64864.984375, + 64911.34375, + 65211.150390625, + 64863.841796875 + ], + "p90": [ + 67409.1796875, + 67546.66796875, + 67618.8828125, + 67836.99609375, + 68064.515625, + 68039.546875, + 68201.828125, + 68382.98828125, + 68246.91015625, + 68668.32421875, + 68677.4296875, + 68967.25, + 68753.5390625, + 69035.171875, + 68844.2734375, + 69032.90234375, + 69166.22265625, + 69225.73046875, + 69024.35546875, + 69404.43359375, + 69252.27734375, + 69561.04296875, + 69535.25390625, + 69494.484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_163959.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_163959.json new file mode 100644 index 0000000000000000000000000000000000000000..8f626d47e5813ffe8f931d7317693f721b311ed7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_163959.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:39:59.350856+00:00", + "metrics": { + "MSE[mean]": 342472.7814763387, + "MSE[0.5]": 160902.31524658203, + "MAE[0.5]": 321.9166666666667, + "MASE[0.5]": 0.42627989187478965, + "MAPE[0.5]": 0.00486998196132788, + "sMAPE[0.5]": 0.004853783492802614, + "MSIS": 19.47011706954989, + "RMSE[mean]": 585.2117407198344, + "NRMSE[mean]": 0.008827221671583561, + "ND[0.5]": 0.004855729266382489, + "mean_weighted_sum_quantile_loss": 0.006078726598198223 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875 + ], + "actual": [ + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65846.0 + ], + "predictions": { + "p50": [ + 66867.8515625, + 66806.2265625, + 66786.09375, + 66771.125, + 66736.1640625, + 66719.0703125, + 66698.578125, + 66634.15625, + 66633.6484375, + 66574.6328125, + 66592.734375, + 66558.3671875, + 66543.796875, + 66496.921875, + 66438.4765625, + 66425.5859375, + 66447.0390625, + 66465.25, + 66426.9140625, + 66401.6328125, + 66386.5, + 66318.96875, + 66364.296875, + 66404.59375 + ], + "p10": [ + 66871.390625, + 66875.734375, + 66825.7265625, + 66830.828125, + 66811.28125, + 66810.484375, + 66711.0625, + 66718.2578125, + 66644.4609375, + 66724.3046875, + 66682.234375, + 66534.9296875, + 66533.53125, + 66549.3359375, + 66503.5703125, + 66542.1484375, + 66536.0078125, + 66402.4296875, + 66540.8984375, + 66467.34375, + 66510.90625, + 66505.1328125, + 66339.4609375, + 66412.1640625 + ], + "p90": [ + 67329.3515625, + 67385.109375, + 67446.640625, + 67515.640625, + 67538.4296875, + 67558.6171875, + 67563.4375, + 67557.140625, + 67579.2578125, + 67572.9765625, + 67645.609375, + 67552.2265625, + 67599.453125, + 67610.953125, + 67528.8671875, + 67597.2265625, + 67618.703125, + 67674.015625, + 67699.7578125, + 67697.171875, + 67685.4296875, + 67662.5859375, + 67695.2890625, + 67748.9765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_174156.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_174156.json new file mode 100644 index 0000000000000000000000000000000000000000..40dbe7cb5a0b76c419077703fc849dcb4225c7ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_174156.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:41:56.779963+00:00", + "metrics": { + "MSE[mean]": 719327.3417510986, + "MSE[0.5]": 719327.3417510986, + "MAE[0.5]": 782.0625, + "MASE[0.5]": 1.0356019195630164, + "MAPE[0.5]": 0.011821819798136027, + "sMAPE[0.5]": 0.011740006105930192, + "MSIS": 4.286532238632391, + "RMSE[mean]": 848.1316771298539, + "NRMSE[mean]": 0.01279305557251513, + "ND[0.5]": 0.01179648077470439, + "mean_weighted_sum_quantile_loss": 0.008794070678064056 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875 + ], + "actual": [ + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65846.0 + ], + "predictions": { + "p50": [ + 67100.171875, + 67089.7265625, + 67086.328125, + 67082.296875, + 67085.0234375, + 67080.953125, + 67078.3828125, + 67082.34375, + 67085.7265625, + 67085.109375, + 67096.546875, + 67085.3515625, + 67087.140625, + 67076.7890625, + 67078.5390625, + 67072.3125, + 67076.96875, + 67080.6171875, + 67084.75, + 67078.234375, + 67069.6875, + 67051.5546875, + 67047.1328125, + 67037.921875 + ], + "p10": [ + 66646.96875, + 66386.765625, + 66189.03125, + 66026.921875, + 65921.40625, + 65836.171875, + 65728.1875, + 65645.953125, + 65605.125, + 65559.7265625, + 65494.41796875, + 65435.19140625, + 65371.94921875, + 65269.53125, + 65178.62109375, + 65140.71484375, + 65139.8515625, + 65104.75, + 65093.8125, + 65074.53125, + 65010.96484375, + 64935.078125, + 64885.2890625, + 64851.2734375 + ], + "p90": [ + 67488.078125, + 67646.0625, + 67795.1328125, + 67934.84375, + 68057.109375, + 68184.9140625, + 68335.671875, + 68461.171875, + 68556.4375, + 68649.9140625, + 68749.84375, + 68798.6328125, + 68856.8515625, + 68916.0078125, + 69012.2734375, + 69058.2109375, + 69117.75, + 69197.6484375, + 69294.484375, + 69371.2890625, + 69389.1484375, + 69426.40625, + 69442.765625, + 69481.734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_165237.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_165237.json new file mode 100644 index 0000000000000000000000000000000000000000..d821dc842686d3b1142e86bbded57965d7c359b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_165237.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T16:52:37.756210+00:00", + "metrics": { + "MSE[mean]": 601707.1604003906, + "MSE[0.5]": 601707.1604003906, + "MAE[0.5]": 715.8899739583334, + "MASE[0.5]": 0.9479767041984083, + "MAPE[0.5]": 0.010819840451628253, + "sMAPE[0.5]": 0.010751398256336983, + "MSIS": 4.379399699039141, + "RMSE[mean]": 775.6978538067452, + "NRMSE[mean]": 0.011700477672066781, + "ND[0.5]": 0.01079834708172698, + "mean_weighted_sum_quantile_loss": 0.00855396447129432 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875 + ], + "actual": [ + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65846.0 + ], + "predictions": { + "p50": [ + 67211.15625, + 67212.6484375, + 67192.1796875, + 67178.140625, + 67147.6875, + 67124.328125, + 67120.1015625, + 67097.2890625, + 67064.4453125, + 67050.609375, + 67037.8515625, + 67013.5234375, + 66976.40625, + 66968.9609375, + 66934.8125, + 66944.5390625, + 66925.0859375, + 66915.4453125, + 66907.5703125, + 66898.1640625, + 66870.75, + 66855.2265625, + 66827.15625, + 66817.390625 + ], + "p10": [ + 66723.859375, + 66529.75, + 66330.125, + 66172.09375, + 66026.65625, + 65898.375, + 65776.2265625, + 65673.6875, + 65573.3203125, + 65488.09375, + 65393.1875, + 65296.57421875, + 65206.83984375, + 65142.0625, + 65061.375, + 65010.33984375, + 64943.2421875, + 64896.48046875, + 64837.97265625, + 64777.6875, + 64733.1875, + 64687.4609375, + 64640.296875, + 64598.1796875 + ], + "p90": [ + 67704.8046875, + 67860.8359375, + 68024.015625, + 68147.9921875, + 68230.1875, + 68317.9140625, + 68407.375, + 68469.5703125, + 68529.359375, + 68582.28125, + 68673.78125, + 68740.4375, + 68781.5, + 68863.8671875, + 68870.875, + 68986.1796875, + 69036.609375, + 69089.1796875, + 69150.109375, + 69207.03125, + 69238.2421875, + 69253.765625, + 69290.1875, + 69334.2734375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json new file mode 100644 index 0000000000000000000000000000000000000000..4de6f79b68d45398a9cfe4270befee19167b3829 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:27:11.263381+00:00", + "metrics": { + "MSE[mean]": 12.501075988113977, + "MSE[0.5]": 12.501075988113977, + "MAE[0.5]": 2.856652577718099, + "MASE[0.5]": 0.548477294921875, + "MAPE[0.5]": 0.46850133249026255, + "sMAPE[0.5]": 0.286330565228802, + "MSIS": 4.6722915039062505, + "RMSE[mean]": 3.5356860703566397, + "NRMSE[mean]": 0.34920356250435947, + "ND[0.5]": 0.2821385261943801, + "mean_weighted_sum_quantile_loss": 0.22602469492678123 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 13.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 14.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 9.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 15.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 21.0, + 10.0, + 18.0, + 9.0, + 11.0, + 11.0, + 15.0, + 10.0, + 14.0, + 4.0, + 13.0, + 12.0, + 21.0 + ], + "actual": [ + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 7.0, + 14.0, + 10.0, + 10.0, + 11.0, + 11.0, + 9.0, + 10.0, + 7.0, + 7.0, + 11.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.934115409851074, + 11.873557090759277, + 11.854592323303223, + 11.810226440429688, + 11.826033592224121, + 11.835342407226562, + 11.77205753326416, + 11.754124641418457, + 11.798884391784668, + 11.812737464904785, + 11.833701133728027, + 11.837116241455078, + 11.83189582824707, + 11.810746192932129, + 11.800359725952148, + 11.833456039428711, + 11.919204711914062, + 11.88476848602295, + 11.887332916259766, + 11.860851287841797, + 11.878700256347656, + 11.85774040222168, + 11.813673973083496, + 11.808717727661133 + ], + "p10": [ + 7.642092227935791, + 7.586442947387695, + 7.675997257232666, + 7.676805019378662, + 7.684959888458252, + 7.73614501953125, + 7.755796432495117, + 7.760706901550293, + 7.728271007537842, + 7.807412624359131, + 7.6607770919799805, + 7.722944736480713, + 7.738232135772705, + 7.705437183380127, + 7.695761203765869, + 7.608285903930664, + 7.616747856140137, + 7.522132873535156, + 7.603437423706055, + 7.6162614822387695, + 7.629938125610352, + 7.67632532119751, + 7.666491508483887, + 7.634850025177002 + ], + "p90": [ + 18.216407775878906, + 18.075483322143555, + 17.924671173095703, + 18.020740509033203, + 18.192066192626953, + 17.964887619018555, + 17.888660430908203, + 17.972557067871094, + 17.906902313232422, + 18.107471466064453, + 18.14501953125, + 18.284090042114258, + 18.228899002075195, + 18.22957992553711, + 18.199501037597656, + 18.32046127319336, + 18.3408203125, + 18.363765716552734, + 18.349533081054688, + 18.413606643676758, + 18.528711318969727, + 18.27402114868164, + 18.262887954711914, + 18.419775009155273 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json new file mode 100644 index 0000000000000000000000000000000000000000..c83c5ff13b7cded4d95467ec9535c7f36da6b69e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:43:45.950885+00:00", + "metrics": { + "MSE[mean]": 11.838226821897024, + "MSE[0.5]": 9.657680611365436, + "MAE[0.5]": 2.2339847485224404, + "MASE[0.5]": 0.4289250717163086, + "MAPE[0.5]": 0.3751903661380254, + "sMAPE[0.5]": 0.23397183738889446, + "MSIS": 21.932910346984865, + "RMSE[mean]": 3.4406724374600124, + "NRMSE[mean]": 0.3398194999960506, + "ND[0.5]": 0.22064046898987066, + "mean_weighted_sum_quantile_loss": 0.2832724488811728 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 13.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 14.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 9.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 15.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 21.0, + 10.0, + 18.0, + 9.0, + 11.0, + 11.0, + 15.0, + 10.0, + 14.0, + 4.0, + 13.0, + 12.0, + 21.0 + ], + "actual": [ + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 7.0, + 14.0, + 10.0, + 10.0, + 11.0, + 11.0, + 9.0, + 10.0, + 7.0, + 7.0, + 11.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.548274993896484, + 11.27587890625, + 11.099763870239258, + 11.079018592834473, + 10.723189353942871, + 10.736671447753906, + 10.828564643859863, + 10.803977012634277, + 10.811863899230957, + 10.739163398742676, + 10.822857856750488, + 10.77890396118164, + 10.745504379272461, + 10.66215991973877, + 10.69828987121582, + 10.813713073730469, + 10.71649169921875, + 10.761629104614258, + 10.583159446716309, + 10.707009315490723, + 10.715768814086914, + 10.638075828552246, + 10.634334564208984, + 10.798627853393555 + ], + "p10": [ + 13.028938293457031, + 12.788440704345703, + 12.609601020812988, + 12.640008926391602, + 12.324860572814941, + 12.23846435546875, + 12.40283489227295, + 12.376423835754395, + 12.228486061096191, + 12.273441314697266, + 12.414384841918945, + 12.324413299560547, + 12.348074913024902, + 12.2980375289917, + 12.274652481079102, + 12.426417350769043, + 12.401899337768555, + 12.337456703186035, + 12.219428062438965, + 12.278913497924805, + 12.285462379455566, + 12.158573150634766, + 12.26449203491211, + 12.313880920410156 + ], + "p90": [ + 16.019620895385742, + 15.976262092590332, + 15.94593620300293, + 15.86898422241211, + 15.583300590515137, + 15.599392890930176, + 15.725330352783203, + 15.710291862487793, + 15.714055061340332, + 15.640607833862305, + 15.752937316894531, + 15.730339050292969, + 15.61327838897705, + 15.59149169921875, + 15.612907409667969, + 15.7905912399292, + 15.746007919311523, + 15.750542640686035, + 15.608426094055176, + 15.617788314819336, + 15.714301109313965, + 15.680373191833496, + 15.748655319213867, + 15.78104305267334 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_175831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_175831.json new file mode 100644 index 0000000000000000000000000000000000000000..637e5151ec459d45767a9fd1531f92dfd15bc18b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_175831.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:58:31.485089+00:00", + "metrics": { + "MSE[mean]": 12.84258524260747, + "MSE[0.5]": 12.84258524260747, + "MAE[0.5]": 2.905624270439148, + "MASE[0.5]": 0.5578798599243164, + "MAPE[0.5]": 0.47877686144479736, + "sMAPE[0.5]": 0.28978332322430994, + "MSIS": 4.112873966217042, + "RMSE[mean]": 3.58365529070633, + "NRMSE[mean]": 0.35394126327963754, + "ND[0.5]": 0.2869752365865825, + "mean_weighted_sum_quantile_loss": 0.23295722668390054 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 13.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 14.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 9.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 15.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 21.0, + 10.0, + 18.0, + 9.0, + 11.0, + 11.0, + 15.0, + 10.0, + 14.0, + 4.0, + 13.0, + 12.0, + 21.0 + ], + "actual": [ + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 7.0, + 14.0, + 10.0, + 10.0, + 11.0, + 11.0, + 9.0, + 10.0, + 7.0, + 7.0, + 11.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.161661148071289, + 12.198652267456055, + 11.96076488494873, + 11.825765609741211, + 11.459245681762695, + 11.738056182861328, + 11.771112442016602, + 11.918892860412598, + 11.889833450317383, + 11.999768257141113, + 11.734344482421875, + 11.726908683776855, + 11.694580078125, + 11.954184532165527, + 11.8821439743042, + 12.023543357849121, + 11.929361343383789, + 11.934517860412598, + 11.698294639587402, + 11.851109504699707, + 11.931411743164062, + 12.055495262145996, + 12.049878120422363, + 12.185582160949707 + ], + "p10": [ + 7.60762357711792, + 7.761323928833008, + 7.5836873054504395, + 7.488374710083008, + 7.050568580627441, + 7.260478496551514, + 7.2463860511779785, + 7.37198543548584, + 7.31291389465332, + 7.405620098114014, + 7.127782821655273, + 7.104433536529541, + 7.034112930297852, + 7.274552345275879, + 7.237086772918701, + 7.334552764892578, + 7.200678825378418, + 7.171878814697266, + 6.907751560211182, + 7.05042839050293, + 7.098724842071533, + 7.242358684539795, + 7.255322456359863, + 7.3626885414123535 + ], + "p90": [ + 20.236976623535156, + 19.74277687072754, + 19.217914581298828, + 19.008750915527344, + 18.73788070678711, + 19.069644927978516, + 19.009807586669922, + 19.127334594726562, + 19.118616104125977, + 19.217426300048828, + 18.9379825592041, + 19.020713806152344, + 19.01156997680664, + 19.211402893066406, + 19.074670791625977, + 19.39397621154785, + 19.40506935119629, + 19.27457046508789, + 18.878467559814453, + 19.106719970703125, + 19.28919219970703, + 19.505884170532227, + 19.560894012451172, + 19.76856231689453 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_172925.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_172925.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c0539207cc745b1b733759f67dec389610f18c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_172925.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T17:29:25.127749+00:00", + "metrics": { + "MSE[mean]": 13.605811900467566, + "MSE[0.5]": 13.605811900467566, + "MAE[0.5]": 3.0519243081410727, + "MASE[0.5]": 0.585969467163086, + "MAPE[0.5]": 0.5012000159401392, + "sMAPE[0.5]": 0.30158787491476496, + "MSIS": 4.971890365600586, + "RMSE[mean]": 3.6886056851427704, + "NRMSE[mean]": 0.3643067343350884, + "ND[0.5]": 0.30142462302627876, + "mean_weighted_sum_quantile_loss": 0.22879396690644244 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 13.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 16.0, + 35.0, + 10.0, + 12.0, + 11.0, + 16.0, + 10.0, + 14.0, + 10.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 9.0, + 9.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 15.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 21.0, + 10.0, + 18.0, + 9.0, + 11.0, + 11.0, + 15.0, + 10.0, + 14.0, + 4.0, + 13.0, + 12.0, + 21.0 + ], + "actual": [ + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 7.0, + 14.0, + 10.0, + 10.0, + 11.0, + 11.0, + 9.0, + 10.0, + 7.0, + 7.0, + 11.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.254526138305664, + 12.244303703308105, + 12.224940299987793, + 12.185273170471191, + 12.25991439819336, + 13.058395385742188, + 12.173805236816406, + 12.2216157913208, + 12.16583251953125, + 12.213872909545898, + 12.152585983276367, + 12.203805923461914, + 12.163664817810059, + 12.16500186920166, + 12.179546356201172, + 12.222238540649414, + 12.168445587158203, + 12.214816093444824, + 12.12086009979248, + 12.181977272033691, + 12.183409690856934, + 12.201875686645508, + 12.182257652282715, + 12.226937294006348 + ], + "p10": [ + 7.946798801422119, + 7.991642475128174, + 7.954749584197998, + 7.93724250793457, + 8.021690368652344, + 8.062500953674316, + 7.886053085327148, + 7.957049369812012, + 7.947292327880859, + 7.9223809242248535, + 7.898111343383789, + 7.957473278045654, + 7.95078182220459, + 7.946041584014893, + 7.947619915008545, + 7.983753681182861, + 7.944077491760254, + 7.954081058502197, + 7.880062580108643, + 7.9293317794799805, + 7.946944713592529, + 7.9635162353515625, + 7.927499294281006, + 7.95506477355957 + ], + "p90": [ + 17.400747299194336, + 17.113115310668945, + 17.013221740722656, + 17.01156234741211, + 17.42826271057129, + 27.520009994506836, + 17.186634063720703, + 17.446819305419922, + 16.975500106811523, + 17.070209503173828, + 16.91177749633789, + 17.062448501586914, + 16.84233856201172, + 16.83024787902832, + 16.852556228637695, + 17.140064239501953, + 16.801729202270508, + 17.316448211669922, + 16.775177001953125, + 17.06707191467285, + 16.933612823486328, + 17.03742218017578, + 16.94448471069336, + 17.19639778137207 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_161600.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_161600.json new file mode 100644 index 0000000000000000000000000000000000000000..78fc18726cf99eb9eb95cad4d642952098e994d5 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_161600.json @@ -0,0 +1,313 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:16:00.702148+00:00", + "metrics": { + "MSE[mean]": 23.22483037513045, + "MSE[0.5]": 23.22483037513045, + "MAE[0.5]": 3.7036124070485434, + "MASE[0.5]": 2.268359414979803, + "MAPE[0.5]": 0.16192687082906418, + "sMAPE[0.5]": 0.1427372227931996, + "MSIS": 52.57371507506004, + "RMSE[mean]": 4.819214705232633, + "NRMSE[mean]": 0.2116126962249767, + "ND[0.5]": 0.1626263727940683, + "mean_weighted_sum_quantile_loss": 0.130270062987261 + }, + "context_length": 79, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.7056941986084, + 22.40535545349121, + 22.112686157226562, + 21.893918991088867, + 21.891521453857422, + 22.14933204650879, + 22.994741439819336, + 24.548309326171875, + 26.602256774902344, + 28.63799476623535, + 30.168851852416992, + 31.173542022705078, + 31.702346801757812, + 31.85940933227539, + 31.724607467651367, + 31.20627212524414, + 30.263900756835938, + 29.060338973999023, + 27.7418212890625, + 26.35236167907715, + 25.34601402282715, + 24.625112533569336, + 24.040283203125, + 23.553943634033203 + ], + "p10": [ + 22.228195190429688, + 21.734615325927734, + 21.35568618774414, + 21.070350646972656, + 20.961450576782227, + 21.12065315246582, + 21.85441017150879, + 23.27216911315918, + 25.15169334411621, + 27.012466430664062, + 28.20102310180664, + 29.27248764038086, + 29.61767578125, + 29.490947723388672, + 29.64532470703125, + 28.959688186645508, + 27.44799041748047, + 26.127887725830078, + 24.789960861206055, + 23.502517700195312, + 22.517852783203125, + 21.864425659179688, + 21.26817512512207, + 20.83319091796875 + ], + "p90": [ + 23.205442428588867, + 22.95769691467285, + 22.79962730407715, + 22.68915557861328, + 22.729129791259766, + 23.097593307495117, + 23.98818016052246, + 25.539897918701172, + 27.82560920715332, + 30.055450439453125, + 31.726301193237305, + 32.805965423583984, + 33.44059371948242, + 33.63964080810547, + 33.662696838378906, + 33.10683059692383, + 32.19020462036133, + 31.197736740112305, + 29.815216064453125, + 28.525306701660156, + 27.572229385375977, + 26.928546905517578, + 26.455848693847656, + 25.933927536010742 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_164030.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_164030.json new file mode 100644 index 0000000000000000000000000000000000000000..ac5852b9cba7045bd75032b9d0b930f0f0e9fb92 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_164030.json @@ -0,0 +1,313 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:40:30.889834+00:00", + "metrics": { + "MSE[mean]": 17.660232722545214, + "MSE[0.5]": 14.994885551734873, + "MAE[0.5]": 2.955879290898641, + "MASE[0.5]": 1.8103937135249677, + "MAPE[0.5]": 0.1285672387575022, + "sMAPE[0.5]": 0.11636164728125505, + "MSIS": 73.86413111153705, + "RMSE[mean]": 4.2024079671713475, + "NRMSE[mean]": 0.184528587117084, + "ND[0.5]": 0.1297932598403373, + "mean_weighted_sum_quantile_loss": 0.13498353347533465 + }, + "context_length": 79, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.562877655029297, + 22.26926040649414, + 21.788423538208008, + 21.31473159790039, + 21.044862747192383, + 21.263507843017578, + 22.104839324951172, + 23.67687225341797, + 25.643003463745117, + 27.794170379638672, + 29.545072555541992, + 30.517427444458008, + 30.772600173950195, + 30.730016708374023, + 30.238391876220703, + 29.437713623046875, + 28.82785987854004, + 27.677993774414062, + 26.266016006469727, + 24.85504150390625, + 23.640188217163086, + 22.814281463623047, + 22.348281860351562, + 22.12841796875 + ], + "p10": [ + 22.67420768737793, + 22.380149841308594, + 21.766572952270508, + 21.576251983642578, + 21.263334274291992, + 21.48219871520996, + 22.238479614257812, + 23.935625076293945, + 26.030254364013672, + 28.084293365478516, + 29.827512741088867, + 30.95877456665039, + 31.022750854492188, + 30.95808219909668, + 30.48272132873535, + 29.643260955810547, + 29.149038314819336, + 28.001523971557617, + 26.545373916625977, + 25.135522842407227, + 24.083454132080078, + 23.025907516479492, + 22.673988342285156, + 22.341747283935547 + ], + "p90": [ + 22.80017852783203, + 22.67247772216797, + 22.432479858398438, + 22.04261016845703, + 21.932754516601562, + 22.31053352355957, + 23.268980026245117, + 24.94160270690918, + 27.134384155273438, + 29.355642318725586, + 31.202909469604492, + 32.191673278808594, + 32.57926940917969, + 32.60247802734375, + 32.123390197753906, + 31.355897903442383, + 30.73682403564453, + 29.546419143676758, + 28.035329818725586, + 26.45749282836914, + 25.2744197845459, + 24.478805541992188, + 23.97430992126465, + 23.59758186340332 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_174436.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_174436.json new file mode 100644 index 0000000000000000000000000000000000000000..81edfa308c2909c53adadaf36613525148872ec6 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_174436.json @@ -0,0 +1,313 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:44:36.734013+00:00", + "metrics": { + "MSE[mean]": 15.45101839648108, + "MSE[0.5]": 15.45101839648108, + "MAE[0.5]": 2.9841182231903076, + "MASE[0.5]": 1.8276892728040302, + "MAPE[0.5]": 0.13033375873921227, + "sMAPE[0.5]": 0.11742740997857898, + "MSIS": 23.83500445989638, + "RMSE[mean]": 3.9307783448677287, + "NRMSE[mean]": 0.17260127524865249, + "ND[0.5]": 0.13103323709104284, + "mean_weighted_sum_quantile_loss": 0.08902792119543554 + }, + "context_length": 79, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.681644439697266, + 22.30442237854004, + 21.99576759338379, + 21.75652313232422, + 21.6831111907959, + 21.806150436401367, + 22.388309478759766, + 23.63277816772461, + 25.575746536254883, + 27.697586059570312, + 29.170246124267578, + 30.137165069580078, + 30.645055770874023, + 30.709766387939453, + 30.35801887512207, + 29.7174072265625, + 28.863122940063477, + 27.81169319152832, + 26.4468994140625, + 25.166492462158203, + 24.201351165771484, + 23.644248962402344, + 23.151424407958984, + 22.698030471801758 + ], + "p10": [ + 22.501747131347656, + 21.966262817382812, + 21.47260284423828, + 21.069313049316406, + 20.840879440307617, + 20.79183578491211, + 21.117212295532227, + 21.91489028930664, + 23.180543899536133, + 24.678749084472656, + 25.7293643951416, + 26.16962432861328, + 26.443832397460938, + 26.51072883605957, + 26.1983585357666, + 25.668014526367188, + 25.046716690063477, + 24.33182716369629, + 23.419599533081055, + 22.46556282043457, + 21.63722801208496, + 21.151084899902344, + 20.728397369384766, + 20.306560516357422 + ], + "p90": [ + 22.847957611083984, + 22.61448097229004, + 22.47260284423828, + 22.404985427856445, + 22.49399757385254, + 22.756425857543945, + 23.479278564453125, + 24.904006958007812, + 27.153549194335938, + 29.488277435302734, + 31.176532745361328, + 32.29625701904297, + 32.83988571166992, + 32.97863006591797, + 32.637855529785156, + 31.945554733276367, + 30.97132110595703, + 29.89254379272461, + 28.494016647338867, + 27.144554138183594, + 26.13886070251465, + 25.589637756347656, + 25.086332321166992, + 24.64116096496582 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_165247.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_165247.json new file mode 100644 index 0000000000000000000000000000000000000000..ef3abcb8f2cb67ac0b060d30c66be76b4e293df0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_165247.json @@ -0,0 +1,313 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T16:52:47.324877+00:00", + "metrics": { + "MSE[mean]": 26.031988437716183, + "MSE[0.5]": 26.031988437716183, + "MAE[0.5]": 3.9554789861043296, + "MASE[0.5]": 2.4226206775332577, + "MAPE[0.5]": 0.17271691627689664, + "sMAPE[0.5]": 0.1515079724884779, + "MSIS": 60.15586936218491, + "RMSE[mean]": 5.102155273775602, + "NRMSE[mean]": 0.22403667403941094, + "ND[0.5]": 0.17368588542069724, + "mean_weighted_sum_quantile_loss": 0.14377340885747208 + }, + "context_length": 79, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.479476928710938, + 22.110950469970703, + 21.763309478759766, + 21.610300064086914, + 21.603370666503906, + 21.869468688964844, + 22.643394470214844, + 24.182687759399414, + 26.688161849975586, + 29.180944442749023, + 30.931438446044922, + 31.933637619018555, + 32.31584930419922, + 32.44141387939453, + 32.03703689575195, + 31.406322479248047, + 30.493309020996094, + 29.334598541259766, + 27.953229904174805, + 26.625877380371094, + 25.55375862121582, + 24.763870239257812, + 24.168516159057617, + 23.551111221313477 + ], + "p10": [ + 22.23076820373535, + 21.639850616455078, + 21.04997444152832, + 20.76152801513672, + 20.649335861206055, + 20.766639709472656, + 21.364349365234375, + 22.757251739501953, + 24.904647827148438, + 27.284255981445312, + 28.670440673828125, + 29.72179412841797, + 30.17523956298828, + 30.088932037353516, + 29.64273452758789, + 28.826061248779297, + 27.96883773803711, + 26.785707473754883, + 25.52396011352539, + 24.249967575073242, + 23.245986938476562, + 22.513076782226562, + 21.91570472717285, + 21.348888397216797 + ], + "p90": [ + 22.750057220458984, + 22.57667350769043, + 22.43822479248047, + 22.370079040527344, + 22.54030418395996, + 22.91843605041504, + 23.950300216674805, + 25.706581115722656, + 28.512481689453125, + 31.2036190032959, + 32.940677642822266, + 34.03096008300781, + 34.60405731201172, + 34.90195846557617, + 34.326934814453125, + 33.79840087890625, + 32.85493850708008, + 31.666324615478516, + 30.409149169921875, + 29.0655574798584, + 27.9101505279541, + 26.971580505371094, + 26.35797119140625, + 25.652109146118164 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_162440.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_162440.json new file mode 100644 index 0000000000000000000000000000000000000000..955efa6bfc2cc379ede73a46777549fbc18d851b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_162440.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:24:40.436487+00:00", + "metrics": { + "MSE[mean]": 3.1283958811192556, + "MSE[0.5]": 3.1283958811192556, + "MAE[0.5]": 1.6855018138885498, + "MASE[0.5]": 17.336604257260124, + "MAPE[0.5]": 0.10612750498819623, + "sMAPE[0.5]": 0.11263166021445446, + "MSIS": 623.0173158787176, + "RMSE[mean]": 1.7687271923954966, + "NRMSE[mean]": 0.11238933345393648, + "ND[0.5]": 0.10710098550685761, + "mean_weighted_sum_quantile_loss": 0.10328404205520175 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" + ], + "context": [ + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 + ], + "predictions": { + "p50": [ + 14.002899169921875, + 14.00216293334961, + 14.004875183105469, + 14.086248397827148, + 14.00260066986084, + 14.005378723144531, + 14.004365921020508, + 14.003634452819824, + 14.001581192016602, + 14.526138305664062, + 14.002368927001953, + 14.00343132019043, + 14.026400566101074, + 14.001710891723633, + 14.002765655517578, + 14.004599571228027, + 14.004936218261719, + 14.0039644241333, + 14.003853797912598, + 14.005133628845215, + 14.004168510437012, + 14.002542495727539, + 14.540321350097656, + 14.001874923706055 + ], + "p10": [ + 13.997048377990723, + 13.997883796691895, + 13.994664192199707, + 13.985488891601562, + 13.996809959411621, + 13.994962692260742, + 13.998108863830566, + 13.997787475585938, + 13.99260425567627, + 14.052675247192383, + 13.994691848754883, + 13.997541427612305, + 13.997010231018066, + 13.996167182922363, + 13.998027801513672, + 13.995661735534668, + 13.99567985534668, + 13.999493598937988, + 13.998018264770508, + 13.99996566772461, + 14.000168800354004, + 13.995866775512695, + 14.08704948425293, + 13.996871948242188 + ], + "p90": [ + 14.11555290222168, + 14.125961303710938, + 14.274191856384277, + 15.065442085266113, + 14.065333366394043, + 14.131388664245605, + 14.043889045715332, + 14.04257869720459, + 14.049773216247559, + 15.17640495300293, + 14.034757614135742, + 14.028022766113281, + 14.384004592895508, + 14.056157112121582, + 14.066375732421875, + 14.152303695678711, + 14.149476051330566, + 14.040629386901855, + 14.046231269836426, + 14.041563034057617, + 14.044679641723633, + 14.098523139953613, + 15.251008033752441, + 14.076048851013184 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_164037.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_164037.json new file mode 100644 index 0000000000000000000000000000000000000000..e54a1cadd8fbbbedf5b9672432d02056140b55db --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_164037.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:40:37.096023+00:00", + "metrics": { + "MSE[mean]": 3.2823232476276494, + "MSE[0.5]": 3.320003119092045, + "MAE[0.5]": 1.746600826581319, + "MASE[0.5]": 17.965051758672242, + "MAPE[0.5]": 0.11000562745737981, + "sMAPE[0.5]": 0.11692388317674779, + "MSIS": 662.3882257365301, + "RMSE[mean]": 1.8117183135431538, + "NRMSE[mean]": 0.11512109642506982, + "ND[0.5]": 0.1109833690314382, + "mean_weighted_sum_quantile_loss": 0.10700611700877001 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" + ], + "context": [ + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 + ], + "predictions": { + "p50": [ + 13.997798919677734, + 13.982563018798828, + 13.987366676330566, + 13.986701965332031, + 13.986983299255371, + 13.985845565795898, + 13.987339973449707, + 13.985508918762207, + 13.989503860473633, + 13.992777824401855, + 13.993305206298828, + 13.992573738098145, + 13.993849754333496, + 13.996454238891602, + 13.992569923400879, + 13.987853050231934, + 13.99464225769043, + 13.992208480834961, + 13.989862442016602, + 13.993897438049316, + 13.991739273071289, + 13.99296760559082, + 13.9917631149292, + 13.995504379272461 + ], + "p10": [ + 14.076383590698242, + 14.064135551452637, + 14.060479164123535, + 14.062601089477539, + 14.06605052947998, + 14.064884185791016, + 14.06622314453125, + 14.065266609191895, + 14.073246002197266, + 14.074848175048828, + 14.065261840820312, + 14.070320129394531, + 14.069708824157715, + 14.069014549255371, + 14.077818870544434, + 14.062658309936523, + 14.069235801696777, + 14.07063102722168, + 14.068580627441406, + 14.070893287658691, + 14.075891494750977, + 14.066756248474121, + 14.071066856384277, + 14.073179244995117 + ], + "p90": [ + 14.125344276428223, + 14.114114761352539, + 14.1209077835083, + 14.118233680725098, + 14.122306823730469, + 14.120271682739258, + 14.120890617370605, + 14.118966102600098, + 14.124975204467773, + 14.124099731445312, + 14.129538536071777, + 14.126533508300781, + 14.13129997253418, + 14.133330345153809, + 14.130900382995605, + 14.12766170501709, + 14.134441375732422, + 14.133177757263184, + 14.13292121887207, + 14.137484550476074, + 14.137989044189453, + 14.141447067260742, + 14.144941329956055, + 14.14498233795166 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_174443.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_174443.json new file mode 100644 index 0000000000000000000000000000000000000000..3661e8647475a6b485916d005206448736d8373b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_174443.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:44:43.311806+00:00", + "metrics": { + "MSE[mean]": 3.252752565441483, + "MSE[0.5]": 3.252752565441483, + "MAE[0.5]": 1.7258869409561157, + "MASE[0.5]": 17.751994475223928, + "MAPE[0.5]": 0.10868165399171277, + "sMAPE[0.5]": 0.11545256599112552, + "MSIS": 508.70025460400274, + "RMSE[mean]": 1.8035389004514106, + "NRMSE[mean]": 0.11460135613421106, + "ND[0.5]": 0.10966715712003273, + "mean_weighted_sum_quantile_loss": 0.0977616599893924 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" + ], + "context": [ + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 + ], + "predictions": { + "p50": [ + 14.019285202026367, + 14.005904197692871, + 14.012253761291504, + 13.995010375976562, + 13.997696876525879, + 13.999772071838379, + 13.999910354614258, + 13.999067306518555, + 13.998661994934082, + 14.172451972961426, + 14.003722190856934, + 13.9999361038208, + 13.998188972473145, + 13.998883247375488, + 13.999211311340332, + 13.999052047729492, + 13.999908447265625, + 14.000073432922363, + 14.000263214111328, + 14.001383781433105, + 14.000560760498047, + 13.996946334838867, + 14.076756477355957, + 14.003813743591309 + ], + "p10": [ + 13.976572036743164, + 13.988907814025879, + 13.98548698425293, + 13.99356746673584, + 13.992667198181152, + 13.99340534210205, + 13.99443531036377, + 13.995379447937012, + 13.99591064453125, + 13.962972640991211, + 14.001420021057129, + 13.999715805053711, + 14.000714302062988, + 13.996243476867676, + 13.996528625488281, + 13.99547290802002, + 13.997092247009277, + 13.997530937194824, + 13.997627258300781, + 13.999415397644043, + 13.99894905090332, + 13.99228572845459, + 13.983619689941406, + 13.998885154724121 + ], + "p90": [ + 14.815735816955566, + 14.906013488769531, + 14.929786682128906, + 14.610726356506348, + 14.514945030212402, + 14.449015617370605, + 14.387277603149414, + 14.357199668884277, + 14.476092338562012, + 15.011046409606934, + 14.429606437683105, + 14.332927703857422, + 14.405736923217773, + 14.254249572753906, + 14.301390647888184, + 14.363511085510254, + 14.266406059265137, + 14.245733261108398, + 14.300284385681152, + 14.281076431274414, + 14.359699249267578, + 14.57913875579834, + 15.066154479980469, + 14.694680213928223 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_165256.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_165256.json new file mode 100644 index 0000000000000000000000000000000000000000..94fd786e2c18a6efef0b20c085bd7af38d34c058 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_165256.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T16:52:56.080524+00:00", + "metrics": { + "MSE[mean]": 3.1854646831238824, + "MSE[0.5]": 3.1854646831238824, + "MAE[0.5]": 1.7059389750162761, + "MASE[0.5]": 17.546815229264855, + "MAPE[0.5]": 0.10743048483747152, + "sMAPE[0.5]": 0.1140578107248272, + "MSIS": 641.0653492235587, + "RMSE[mean]": 1.7847870133783141, + "NRMSE[mean]": 0.11340981450008575, + "ND[0.5]": 0.10839961365409889, + "mean_weighted_sum_quantile_loss": 0.10481908110051735 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" + ], + "context": [ + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 + ], + "predictions": { + "p50": [ + 14.000511169433594, + 14.000699043273926, + 14.000514030456543, + 14.000540733337402, + 14.000405311584473, + 14.000489234924316, + 14.000374794006348, + 14.000378608703613, + 14.000303268432617, + 14.370647430419922, + 13.998781204223633, + 14.000165939331055, + 14.000067710876465, + 14.0003662109375, + 14.000354766845703, + 14.000361442565918, + 14.000112533569336, + 14.000495910644531, + 14.000431060791016, + 14.000619888305664, + 14.000506401062012, + 14.000031471252441, + 14.380880355834961, + 13.99942684173584 + ], + "p10": [ + 13.999259948730469, + 13.999648094177246, + 13.999286651611328, + 13.999456405639648, + 13.999378204345703, + 13.99940299987793, + 13.999430656433105, + 13.999251365661621, + 13.999094009399414, + 14.31612491607666, + 13.998053550720215, + 13.99906063079834, + 13.999252319335938, + 13.99928092956543, + 13.999551773071289, + 13.999523162841797, + 13.999539375305176, + 13.99948501586914, + 13.999539375305176, + 13.999480247497559, + 13.999324798583984, + 13.999423027038574, + 14.280057907104492, + 13.997611045837402 + ], + "p90": [ + 14.747626304626465, + 14.348943710327148, + 14.328158378601074, + 14.273039817810059, + 14.04880142211914, + 14.052842140197754, + 14.070586204528809, + 14.054508209228516, + 14.192389488220215, + 14.554601669311523, + 14.050895690917969, + 14.051813125610352, + 14.061123847961426, + 14.05339527130127, + 14.053401947021484, + 14.137237548828125, + 14.07669734954834, + 14.061222076416016, + 14.06407642364502, + 14.064833641052246, + 14.068048477172852, + 14.250924110412598, + 14.632495880126953, + 14.10240364074707 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_162704.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_162704.json new file mode 100644 index 0000000000000000000000000000000000000000..03e1d4eee547d737c07cb3fc424f0533fc736acc --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_162704.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T16:27:04.087938+00:00", + "metrics": { + "MSE[mean]": 0.49070791404831954, + "MSE[0.5]": 0.49070791404831954, + "MAE[0.5]": 0.5895127455393473, + "MASE[0.5]": 0.23515189849768978, + "MAPE[0.5]": 0.02439956691874841, + "sMAPE[0.5]": 0.024754030420138896, + "MSIS": 1.622144630410995, + "RMSE[mean]": 0.7005054703914306, + "NRMSE[mean]": 0.02929963688925744, + "ND[0.5]": 0.02465720842442602, + "mean_weighted_sum_quantile_loss": 0.023105786850815508 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273 + ], + "actual": [ + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0 + ], + "predictions": { + "p50": [ + 21.7215633392334, + 21.611160278320312, + 21.51892852783203, + 21.45492935180664, + 21.525897979736328, + 21.848590850830078, + 22.569137573242188, + 23.56804656982422, + 24.182926177978516, + 24.884145736694336, + 25.230953216552734, + 25.384357452392578, + 25.45724868774414, + 25.434938430786133, + 25.38414192199707, + 25.051593780517578, + 24.365415573120117, + 23.71827507019043, + 23.290544509887695, + 23.06186294555664, + 22.90650749206543, + 22.837749481201172, + 22.743743896484375, + 22.6665096282959 + ], + "p10": [ + 21.378551483154297, + 21.212404251098633, + 21.072525024414062, + 20.97922134399414, + 21.01955223083496, + 21.20044708251953, + 21.722436904907227, + 22.44085121154785, + 22.95709228515625, + 23.446887969970703, + 23.686704635620117, + 23.817182540893555, + 23.894161224365234, + 23.935426712036133, + 23.769790649414062, + 23.524980545043945, + 22.929218292236328, + 22.51987648010254, + 22.171791076660156, + 22.008625030517578, + 21.897842407226562, + 21.861305236816406, + 21.829097747802734, + 21.75102996826172 + ], + "p90": [ + 21.97158432006836, + 22.02885627746582, + 21.99160385131836, + 21.990924835205078, + 22.090177536010742, + 22.504558563232422, + 23.515722274780273, + 24.82060432434082, + 25.54037857055664, + 26.466339111328125, + 26.943592071533203, + 27.14352035522461, + 27.24385643005371, + 27.327913284301758, + 27.24537467956543, + 26.72264289855957, + 25.710208892822266, + 24.896198272705078, + 24.357952117919922, + 24.088668823242188, + 23.977956771850586, + 23.826601028442383, + 23.730587005615234, + 23.59847640991211 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_164340.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_164340.json new file mode 100644 index 0000000000000000000000000000000000000000..49c942861965b2398380d5fde2210ad1e97df860 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_164340.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T16:43:40.268067+00:00", + "metrics": { + "MSE[mean]": 0.2976828226333055, + "MSE[0.5]": 0.7770101795934655, + "MAE[0.5]": 0.7849831581115723, + "MASE[0.5]": 0.31312347581181826, + "MAPE[0.5]": 0.03227660091249671, + "sMAPE[0.5]": 0.03292174584403373, + "MSIS": 2.1831258631148827, + "RMSE[mean]": 0.5456031732251064, + "NRMSE[mean]": 0.022820628156107834, + "ND[0.5]": 0.03283303624167242, + "mean_weighted_sum_quantile_loss": 0.02295355921175556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273 + ], + "actual": [ + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0 + ], + "predictions": { + "p50": [ + 21.737628936767578, + 21.71720314025879, + 21.662593841552734, + 21.523086547851562, + 21.536699295043945, + 21.812746047973633, + 22.426177978515625, + 23.35035514831543, + 24.124845504760742, + 24.767114639282227, + 25.06566047668457, + 25.124217987060547, + 25.116315841674805, + 25.05043601989746, + 24.91060447692871, + 24.44803237915039, + 23.915742874145508, + 23.204097747802734, + 22.836978912353516, + 22.536832809448242, + 22.212297439575195, + 22.084928512573242, + 21.916950225830078, + 21.87885284423828 + ], + "p10": [ + 21.813501358032227, + 21.806455612182617, + 21.64972686767578, + 21.743377685546875, + 21.750308990478516, + 22.219621658325195, + 22.96206283569336, + 23.9834041595459, + 25.05327796936035, + 25.647504806518555, + 26.09069061279297, + 26.191070556640625, + 26.06754493713379, + 26.177318572998047, + 25.84576988220215, + 25.363737106323242, + 24.674924850463867, + 23.881847381591797, + 23.442596435546875, + 22.95013999938965, + 22.559167861938477, + 22.430339813232422, + 22.272701263427734, + 22.218873977661133 + ], + "p90": [ + 21.98043441772461, + 22.101566314697266, + 22.221214294433594, + 22.22760581970215, + 22.51024055480957, + 23.101484298706055, + 24.089113235473633, + 25.30417823791504, + 26.496015548706055, + 27.378170013427734, + 27.946083068847656, + 28.171762466430664, + 28.27582550048828, + 28.17072105407715, + 27.85433578491211, + 27.16238021850586, + 26.349172592163086, + 25.32756996154785, + 24.633949279785156, + 24.076934814453125, + 23.63065528869629, + 23.475309371948242, + 23.225543975830078, + 23.12614631652832 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_174453.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_174453.json new file mode 100644 index 0000000000000000000000000000000000000000..02299447fbc01f6d8ed054a232e65a31a820ea8b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_174453.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T17:44:53.407283+00:00", + "metrics": { + "MSE[mean]": 0.2988823688163696, + "MSE[0.5]": 0.2988823688163696, + "MAE[0.5]": 0.4907432397206624, + "MASE[0.5]": 0.1957535360658598, + "MAPE[0.5]": 0.020223356342794915, + "sMAPE[0.5]": 0.020435265023576198, + "MSIS": 1.5316700499473848, + "RMSE[mean]": 0.5467013524918057, + "NRMSE[mean]": 0.0228665610647197, + "ND[0.5]": 0.020526033467859587, + "mean_weighted_sum_quantile_loss": 0.0242479103536757 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273 + ], + "actual": [ + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0 + ], + "predictions": { + "p50": [ + 21.844009399414062, + 21.80217742919922, + 21.774688720703125, + 21.72382354736328, + 21.657630920410156, + 22.0134334564209, + 22.8391170501709, + 24.112396240234375, + 24.52445411682129, + 25.180328369140625, + 25.551904678344727, + 25.800460815429688, + 25.928924560546875, + 25.9016170501709, + 25.669742584228516, + 25.251008987426758, + 24.296979904174805, + 23.706098556518555, + 23.178369522094727, + 22.869997024536133, + 22.655372619628906, + 22.46970558166504, + 22.29507064819336, + 22.155624389648438 + ], + "p10": [ + 21.630489349365234, + 21.49294662475586, + 21.38416290283203, + 21.25970458984375, + 21.113500595092773, + 21.34965705871582, + 21.908905029296875, + 22.809186935424805, + 23.08329200744629, + 23.46367073059082, + 23.568662643432617, + 23.58919334411621, + 23.599132537841797, + 23.50287437438965, + 23.362030029296875, + 23.128740310668945, + 22.5495662689209, + 22.180240631103516, + 21.766218185424805, + 21.501054763793945, + 21.289539337158203, + 21.065242767333984, + 20.83672523498535, + 20.65606117248535 + ], + "p90": [ + 22.070520401000977, + 22.11119270324707, + 22.179704666137695, + 22.22670555114746, + 22.30071258544922, + 22.87444305419922, + 24.18233299255371, + 25.97760009765625, + 26.830472946166992, + 27.916412353515625, + 28.764263153076172, + 29.17841148376465, + 29.451242446899414, + 29.35015296936035, + 29.121681213378906, + 28.45464515686035, + 27.225284576416016, + 26.230676651000977, + 25.375638961791992, + 24.782379150390625, + 24.42462730407715, + 24.18285369873047, + 23.94622802734375, + 23.79224395751953 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_172915.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_172915.json new file mode 100644 index 0000000000000000000000000000000000000000..e6dfcf28e01f449c17e74da4b005594c16ba3ee0 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_172915.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T17:29:15.491975+00:00", + "metrics": { + "MSE[mean]": 1.4544288583862606, + "MSE[0.5]": 1.4544288583862606, + "MAE[0.5]": 1.056756814320882, + "MASE[0.5]": 0.421531804050435, + "MAPE[0.5]": 0.043026096955291616, + "sMAPE[0.5]": 0.044206040041481265, + "MSIS": 1.992070396190865, + "RMSE[mean]": 1.2059970391283141, + "NRMSE[mean]": 0.05044254017921437, + "ND[0.5]": 0.044200355669669386, + "mean_weighted_sum_quantile_loss": 0.04252580296092018 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" + ], + "context": [ + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273 + ], + "actual": [ + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.399999618530273, + 23.100000381469727, + 22.799999237060547, + 22.299999237060547, + 22.0 + ], + "predictions": { + "p50": [ + 21.821792602539062, + 21.755870819091797, + 21.67067527770996, + 21.60334014892578, + 21.606821060180664, + 21.91926383972168, + 22.529644012451172, + 23.324155807495117, + 23.7615966796875, + 24.23493194580078, + 24.310195922851562, + 24.363746643066406, + 24.40260887145996, + 24.328731536865234, + 24.243959426879883, + 23.981761932373047, + 23.5664119720459, + 23.06273078918457, + 22.652740478515625, + 22.343355178833008, + 22.005142211914062, + 21.776718139648438, + 21.645822525024414, + 21.525814056396484 + ], + "p10": [ + 21.495403289794922, + 21.274011611938477, + 21.045652389526367, + 20.866941452026367, + 20.75429916381836, + 20.96990394592285, + 21.38978385925293, + 22.000213623046875, + 22.21073341369629, + 22.459331512451172, + 22.500850677490234, + 22.46338653564453, + 22.575218200683594, + 22.374576568603516, + 22.307720184326172, + 22.03279685974121, + 21.6190185546875, + 21.250255584716797, + 20.883464813232422, + 20.572586059570312, + 20.33573341369629, + 20.082658767700195, + 19.925819396972656, + 19.764249801635742 + ], + "p90": [ + 22.13140106201172, + 22.28586196899414, + 22.363056182861328, + 22.48530387878418, + 22.696819305419922, + 23.28429412841797, + 24.260828018188477, + 25.899927139282227, + 26.975482940673828, + 28.454360961914062, + 28.75845718383789, + 29.477455139160156, + 29.983604431152344, + 30.31159210205078, + 30.144271850585938, + 29.827205657958984, + 29.086477279663086, + 27.929582595825195, + 27.238388061523438, + 26.71420669555664, + 26.055492401123047, + 25.598936080932617, + 25.405094146728516, + 25.077255249023438 + ] + } +} diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..b3b7156a1af4f5b8955789e69e01029e96383b2d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,342472.7814763387,160902.31524658203,321.9166666666667,0.42627989187478965,0.00486998196132788,0.004853783492802614,19.47011706954989,585.2117407198344,0.008827221671583561,0.004855729266382489,0.006078726598198223,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.660232722545214,14.994885551734873,2.955879290898641,1.8103937135249677,0.1285672387575022,0.11636164728125505,73.86413111153705,4.2024079671713475,0.184528587117084,0.1297932598403373,0.13498353347533465,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07922229350424068,0.07922229350424068,0.2487083358767753,0.24685180428482814,1.0,2.0,9.84225184494006,0.28146455106148033,1.1317052841769921,0.9999999533480594,0.9987938302655811,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0037912923723690817,0.004251373554248872,0.0491408904393514,0.3866824226173404,0.04831318624089587,0.04912625010712662,10.075460106825595,0.06157347133603141,0.06131797878314528,0.04893698555503963,0.0443361022732456,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2823232476276494,3.320003119092045,1.746600826581319,17.965051758672242,0.11000562745737981,0.11692388317674779,662.3882257365301,1.8117183135431538,0.11512109642506982,0.1109833690314382,0.10700611700877001,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,291.2709550650217,311.9928329332203,8.817566434542337,1.407370276540921,0.25112145273684794,0.31134089917690594,50.30603580954381,17.06666209500328,0.7889057793718821,0.40759165919401386,0.40681775413717003,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.2976828226333055,0.7770101795934655,0.7849831581115723,0.31312347581181826,0.03227660091249671,0.03292174584403373,2.1831258631148827,0.5456031732251064,0.022820628156107834,0.03283303624167242,0.02295355921175556,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.838226821897024,9.657680611365436,2.2339847485224404,0.4289250717163086,0.3751903661380254,0.23397183738889446,21.932910346984865,3.4406724374600124,0.3398194999960506,0.22064046898987066,0.2832724488811728,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 360614a812b51f527ab95f4d5a1349555d1bca18..c758d3ee49f943f08879d15b10fc749a82386fd1 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T15:09:07.348954+00:00", + "evaluated_at": "2026-06-16T16:39:59.350856+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, 63644.19140625, 63461.12109375, 63605.6796875, @@ -101,11 +99,11 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 + 66591.546875, + 67292.140625, + 67157.9921875 ], "actuals": [ - 67292.140625, - 67157.9921875, 66851.7890625, 66766.1171875, 66614.3515625, @@ -127,89 +125,89 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65846.0 ], "p50": [ - 66408.4453125, - 66350.015625, - 66312.390625, - 66269.0, - 66213.7890625, - 66200.3125, - 66221.421875, - 66172.625, - 66186.703125, - 66134.59375, - 66109.171875, - 66099.53125, - 66093.59375, - 66103.5859375, - 66042.4375, - 65978.1953125, - 65992.625, - 65945.6640625, - 65943.53125, - 65909.859375, - 65942.828125, - 65923.2421875, - 65929.65625, - 65942.4765625 + 66867.8515625, + 66806.2265625, + 66786.09375, + 66771.125, + 66736.1640625, + 66719.0703125, + 66698.578125, + 66634.15625, + 66633.6484375, + 66574.6328125, + 66592.734375, + 66558.3671875, + 66543.796875, + 66496.921875, + 66438.4765625, + 66425.5859375, + 66447.0390625, + 66465.25, + 66426.9140625, + 66401.6328125, + 66386.5, + 66318.96875, + 66364.296875, + 66404.59375 ], "p10": [ - 66360.75, - 66397.7890625, - 66308.703125, - 66311.9375, - 66269.59375, - 66223.90625, - 66159.40625, - 66178.53125, - 66127.03125, - 66209.984375, - 66170.03125, - 66039.75, - 66048.65625, - 66094.140625, - 66084.171875, - 66035.640625, - 65996.171875, - 65841.1796875, - 65985.96875, - 65927.859375, - 65973.0625, - 66047.28125, - 65902.078125, - 65874.890625 + 66871.390625, + 66875.734375, + 66825.7265625, + 66830.828125, + 66811.28125, + 66810.484375, + 66711.0625, + 66718.2578125, + 66644.4609375, + 66724.3046875, + 66682.234375, + 66534.9296875, + 66533.53125, + 66549.3359375, + 66503.5703125, + 66542.1484375, + 66536.0078125, + 66402.4296875, + 66540.8984375, + 66467.34375, + 66510.90625, + 66505.1328125, + 66339.4609375, + 66412.1640625 ], "p90": [ - 66746.78125, - 66775.5, - 66798.421875, - 66833.078125, - 66813.0, - 66826.5, - 66872.96875, - 66876.9453125, - 66906.5546875, - 66910.671875, - 66956.65625, - 66900.2109375, - 66944.2265625, - 67008.3984375, - 66923.796875, - 66938.21875, - 66961.6796875, - 66943.765625, - 66980.9375, - 66981.671875, - 67008.25, - 67012.71875, - 67012.1328125, - 67059.71875 + 67329.3515625, + 67385.109375, + 67446.640625, + 67515.640625, + 67538.4296875, + 67558.6171875, + 67563.4375, + 67557.140625, + 67579.2578125, + 67572.9765625, + 67645.609375, + 67552.2265625, + 67599.453125, + 67610.953125, + 67528.8671875, + 67597.2265625, + 67618.703125, + 67674.015625, + 67699.7578125, + 67697.171875, + 67685.4296875, + 67662.5859375, + 67695.2890625, + 67748.9765625 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 1516ffb33593c380c6cae381b69e076f6eed7af6..dd6586bc2895b3716838511544ef5852e7c9a20c 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:29:41.548062+00:00", + "evaluated_at": "2026-06-16T16:40:30.889834+00:00", "freq": "1h", - "context_length": 81, + "context_length": 79, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, 23.139999389648438, 22.229999542236328, 21.040000915527344, @@ -115,86 +113,84 @@ 20.90999984741211 ], "p50": [ - 22.635698318481445, - 22.311635971069336, - 21.75278663635254, - 21.34012794494629, - 21.157642364501953, - 21.309059143066406, - 22.103923797607422, - 23.502782821655273, - 25.501134872436523, - 27.581024169921875, - 29.197528839111328, - 30.12472915649414, - 30.266023635864258, - 30.263545989990234, - 29.878896713256836, - 29.282907485961914, - 28.620800018310547, - 27.302335739135742, - 26.01051139831543, - 24.563451766967773, - 23.39302635192871, - 22.580732345581055, - 22.08077621459961, - 21.918615341186523 + 22.562877655029297, + 22.26926040649414, + 21.788423538208008, + 21.31473159790039, + 21.044862747192383, + 21.263507843017578, + 22.104839324951172, + 23.67687225341797, + 25.643003463745117, + 27.794170379638672, + 29.545072555541992, + 30.517427444458008, + 30.772600173950195, + 30.730016708374023, + 30.238391876220703, + 29.437713623046875, + 28.82785987854004, + 27.677993774414062, + 26.266016006469727, + 24.85504150390625, + 23.640188217163086, + 22.814281463623047, + 22.348281860351562, + 22.12841796875 ], "p10": [ - 22.756139755249023, - 22.445180892944336, - 21.63260269165039, - 21.510244369506836, - 21.315176010131836, - 21.520421981811523, - 22.20779800415039, - 23.703826904296875, - 25.92241668701172, - 27.927024841308594, - 29.53117561340332, - 30.652002334594727, - 30.551376342773438, - 30.56322479248047, - 30.170530319213867, - 29.468236923217773, - 28.979965209960938, - 27.593341827392578, - 26.354799270629883, - 24.783817291259766, - 23.850948333740234, - 22.809656143188477, - 22.39647102355957, - 22.163131713867188 + 22.67420768737793, + 22.380149841308594, + 21.766572952270508, + 21.576251983642578, + 21.263334274291992, + 21.48219871520996, + 22.238479614257812, + 23.935625076293945, + 26.030254364013672, + 28.084293365478516, + 29.827512741088867, + 30.95877456665039, + 31.022750854492188, + 30.95808219909668, + 30.48272132873535, + 29.643260955810547, + 29.149038314819336, + 28.001523971557617, + 26.545373916625977, + 25.135522842407227, + 24.083454132080078, + 23.025907516479492, + 22.673988342285156, + 22.341747283935547 ], "p90": [ - 22.809186935424805, - 22.63242530822754, - 22.27457618713379, - 21.970233917236328, - 21.947824478149414, - 22.296995162963867, - 23.25872802734375, - 24.80076789855957, - 27.083032608032227, - 29.312013626098633, - 31.12469482421875, - 32.12296676635742, - 32.40013122558594, - 32.450599670410156, - 32.0802001953125, - 31.485271453857422, - 30.783723831176758, - 29.3316650390625, - 27.910673141479492, - 26.227081298828125, - 25.0640869140625, - 24.27031898498535, - 23.754518508911133, - 23.42397117614746 + 22.80017852783203, + 22.67247772216797, + 22.432479858398438, + 22.04261016845703, + 21.932754516601562, + 22.31053352355957, + 23.268980026245117, + 24.94160270690918, + 27.134384155273438, + 29.355642318725586, + 31.202909469604492, + 32.191673278808594, + 32.57926940917969, + 32.60247802734375, + 32.123390197753906, + 31.355897903442383, + 30.73682403564453, + 29.546419143676758, + 28.035329818725586, + 26.45749282836914, + 25.2744197845459, + 24.478805541992188, + 23.97430992126465, + 23.59758186340332 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", "2026-06-09 19:00:00", diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9b916691e22ed480a373732a3df81fee4ba14ac6..f0e728ec3c2552d8023a17b1045d7bfce4e23b1a 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:29:50.749011+00:00", + "evaluated_at": "2026-06-16T16:40:37.096023+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.399999618530273, 14.0, @@ -101,9 +76,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -127,89 +100,114 @@ 14.0, 14.399999618530273, 14.0, - 14.0 + 14.0, + 15.0 + ], + "actuals": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 ], "p50": [ - 13.993414878845215, - 13.995285034179688, - 13.996475219726562, - 13.996593475341797, - 13.996760368347168, - 13.998831748962402, - 13.999478340148926, - 13.999595642089844, - 13.999739646911621, - 14.000003814697266, - 13.999361038208008, - 13.999070167541504, - 13.998684883117676, - 14.000038146972656, - 13.999076843261719, - 13.998547554016113, - 13.999515533447266, - 14.000862121582031, - 14.000128746032715, - 14.00041675567627, - 14.000784873962402, - 14.000866889953613, - 14.000340461730957, - 14.001598358154297 + 13.997798919677734, + 13.982563018798828, + 13.987366676330566, + 13.986701965332031, + 13.986983299255371, + 13.985845565795898, + 13.987339973449707, + 13.985508918762207, + 13.989503860473633, + 13.992777824401855, + 13.993305206298828, + 13.992573738098145, + 13.993849754333496, + 13.996454238891602, + 13.992569923400879, + 13.987853050231934, + 13.99464225769043, + 13.992208480834961, + 13.989862442016602, + 13.993897438049316, + 13.991739273071289, + 13.99296760559082, + 13.9917631149292, + 13.995504379272461 ], "p10": [ - 14.026945114135742, - 14.03243637084961, - 14.030099868774414, - 14.03538990020752, - 14.035884857177734, - 14.044746398925781, - 14.043163299560547, - 14.045757293701172, - 14.048588752746582, - 14.052610397338867, - 14.047991752624512, - 14.050902366638184, - 14.048925399780273, - 14.050027847290039, - 14.055028915405273, - 14.045709609985352, - 14.046613693237305, - 14.055095672607422, - 14.054678916931152, - 14.051560401916504, - 14.058941841125488, - 14.053352355957031, - 14.059771537780762, - 14.056486129760742 + 14.076383590698242, + 14.064135551452637, + 14.060479164123535, + 14.062601089477539, + 14.06605052947998, + 14.064884185791016, + 14.06622314453125, + 14.065266609191895, + 14.073246002197266, + 14.074848175048828, + 14.065261840820312, + 14.070320129394531, + 14.069708824157715, + 14.069014549255371, + 14.077818870544434, + 14.062658309936523, + 14.069235801696777, + 14.07063102722168, + 14.068580627441406, + 14.070893287658691, + 14.075891494750977, + 14.066756248474121, + 14.071066856384277, + 14.073179244995117 ], "p90": [ - 14.028548240661621, - 14.033106803894043, - 14.037755966186523, - 14.038052558898926, - 14.042112350463867, - 14.045753479003906, - 14.044055938720703, - 14.045774459838867, - 14.045256614685059, - 14.046259880065918, - 14.047525405883789, - 14.044804573059082, - 14.04782485961914, - 14.04934024810791, - 14.049586296081543, - 14.04958724975586, - 14.05240249633789, - 14.055163383483887, - 14.055537223815918, - 14.057013511657715, - 14.057685852050781, - 14.058720588684082, - 14.060544967651367, - 14.060079574584961 + 14.125344276428223, + 14.114114761352539, + 14.1209077835083, + 14.118233680725098, + 14.122306823730469, + 14.120271682739258, + 14.120890617370605, + 14.118966102600098, + 14.124975204467773, + 14.124099731445312, + 14.129538536071777, + 14.126533508300781, + 14.13129997253418, + 14.133330345153809, + 14.130900382995605, + 14.12766170501709, + 14.134441375732422, + 14.133177757263184, + 14.13292121887207, + 14.137484550476074, + 14.137989044189453, + 14.141447067260742, + 14.144941329956055, + 14.14498233795166 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", "2026-06-16 06:00:00", "2026-06-16 07:00:00", "2026-06-16 08:00:00", @@ -327,6 +325,8 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 35e574e4ec7a897358379dec871a4c0992894af4..9959719fb02233496590d312b3439504de93b4ec 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:29:55.507343+00:00", + "evaluated_at": "2026-06-16T16:43:34.078840+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, 26.0, 23.200000762939453, 21.700000762939453, @@ -101,11 +99,11 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 + 18.299999237060547, + 17.799999237060547, + 16.5 ], "actuals": [ - 17.799999237060547, - 16.5, 15.0, 13.800000190734863, 12.800000190734863, @@ -127,89 +125,89 @@ 21.799999237060547, 31.5, 39.5, - 49.70000076293945 + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 ], "p50": [ - 17.36622428894043, - 16.20075798034668, - 15.127341270446777, - 14.049254417419434, - 12.9130220413208, - 12.239706039428711, - 12.325882911682129, - 12.8177490234375, - 13.810940742492676, - 15.106210708618164, - 15.649584770202637, - 15.448473930358887, - 15.07581901550293, - 14.771951675415039, - 14.7680082321167, - 14.901453971862793, - 15.36207389831543, - 15.80500316619873, - 16.624065399169922, - 17.224334716796875, - 17.64370346069336, - 17.89830207824707, - 17.740558624267578, - 17.69256019592285 + 15.425529479980469, + 14.671374320983887, + 13.706507682800293, + 12.885895729064941, + 12.402083396911621, + 12.795709609985352, + 13.842934608459473, + 14.85934829711914, + 15.093320846557617, + 15.13068675994873, + 14.624234199523926, + 14.078679084777832, + 14.240926742553711, + 14.624066352844238, + 15.020734786987305, + 15.229196548461914, + 15.847050666809082, + 16.313377380371094, + 16.904605865478516, + 17.309432983398438, + 17.09151268005371, + 16.7983341217041, + 16.376943588256836, + 15.898027420043945 ], "p10": [ - 18.065216064453125, - 17.07380485534668, - 16.066200256347656, - 15.34789752960205, - 14.710137367248535, - 13.944650650024414, - 14.267692565917969, - 14.799971580505371, - 16.038076400756836, - 17.262313842773438, - 18.236400604248047, - 18.12567901611328, - 17.755447387695312, - 17.35966682434082, - 17.13082504272461, - 17.529090881347656, - 17.783918380737305, - 18.391597747802734, - 19.290992736816406, - 19.359018325805664, - 20.062732696533203, - 20.76864242553711, - 20.468490600585938, - 20.334014892578125 + 16.092361450195312, + 15.457801818847656, + 14.497437477111816, + 14.173239707946777, + 14.181055068969727, + 14.572661399841309, + 15.773039817810059, + 16.920154571533203, + 17.31194305419922, + 17.085744857788086, + 17.006227493286133, + 16.404584884643555, + 16.600688934326172, + 16.93505859375, + 17.006868362426758, + 17.56220054626465, + 17.950944900512695, + 18.750484466552734, + 19.44693374633789, + 19.290681838989258, + 19.38326644897461, + 19.385635375976562, + 18.79536247253418, + 18.301345825195312 ], "p90": [ - 19.885007858276367, - 19.581493377685547, - 19.383052825927734, - 18.79017448425293, - 18.222671508789062, - 18.052392959594727, - 18.62607765197754, - 19.676090240478516, - 21.18458366394043, - 22.789051055908203, - 23.755416870117188, - 23.74233055114746, - 23.460569381713867, - 23.041654586791992, - 22.90566635131836, - 23.097192764282227, - 23.590932846069336, - 24.136932373046875, - 25.2457275390625, - 25.931842803955078, - 26.576332092285156, - 27.171676635742188, - 27.018774032592773, - 26.83416748046875 + 17.48347282409668, + 17.668949127197266, + 17.63251495361328, + 17.465051651000977, + 17.63129997253418, + 18.710468292236328, + 20.30600929260254, + 21.81412696838379, + 22.33629035949707, + 22.425119400024414, + 22.036455154418945, + 21.583574295043945, + 21.736202239990234, + 22.098865509033203, + 22.499988555908203, + 22.912351608276367, + 23.694026947021484, + 24.343229293823242, + 25.22818946838379, + 25.65743637084961, + 25.581317901611328, + 25.421628952026367, + 24.867692947387695, + 24.27370834350586 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 133bf3313ebc7c2e6e1db372f82ee66cdb33aa27..0c7f6db305785fb2b01509533ca45d9d8ed7eb50 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:30:01.720485+00:00", + "evaluated_at": "2026-06-16T16:43:40.268067+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, 23.5, 23.600000381469727, 22.600000381469727, @@ -101,11 +99,11 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 + 22.200000762939453, + 22.0, + 21.899999618530273 ], "actuals": [ - 22.0, - 21.899999618530273, 22.0, 22.299999237060547, 22.200000762939453, @@ -127,89 +125,89 @@ 23.799999237060547, 23.399999618530273, 23.100000381469727, - 22.799999237060547 + 22.799999237060547, + 22.299999237060547, + 22.0 ], "p50": [ - 22.038631439208984, - 21.930721282958984, - 21.8231143951416, - 21.778507232666016, - 21.70597267150879, - 21.59345245361328, - 21.680299758911133, - 21.997852325439453, - 22.611236572265625, - 23.568470001220703, - 24.346342086791992, - 24.833906173706055, - 25.11634063720703, - 25.31427001953125, - 25.37256622314453, - 25.321748733520508, - 25.148332595825195, - 24.557262420654297, - 24.102771759033203, - 23.480257034301758, - 23.01555633544922, - 22.568317413330078, - 22.25881004333496, - 22.19876480102539 + 21.737628936767578, + 21.71720314025879, + 21.662593841552734, + 21.523086547851562, + 21.536699295043945, + 21.812746047973633, + 22.426177978515625, + 23.35035514831543, + 24.124845504760742, + 24.767114639282227, + 25.06566047668457, + 25.124217987060547, + 25.116315841674805, + 25.05043601989746, + 24.91060447692871, + 24.44803237915039, + 23.915742874145508, + 23.204097747802734, + 22.836978912353516, + 22.536832809448242, + 22.212297439575195, + 22.084928512573242, + 21.916950225830078, + 21.87885284423828 ], "p10": [ - 22.140399932861328, - 22.029417037963867, - 21.781349182128906, - 21.995948791503906, - 21.931907653808594, - 21.903369903564453, - 22.01007080078125, - 22.405179977416992, - 23.37092399597168, - 24.30148696899414, - 25.254676818847656, - 25.889738082885742, - 26.00712776184082, - 26.434728622436523, - 26.379030227661133, - 26.309642791748047, - 25.994325637817383, - 25.385780334472656, - 24.868911743164062, - 23.99365997314453, - 23.4602108001709, - 23.091432571411133, - 22.765636444091797, - 22.65674591064453 + 21.813501358032227, + 21.806455612182617, + 21.64972686767578, + 21.743377685546875, + 21.750308990478516, + 22.219621658325195, + 22.96206283569336, + 23.9834041595459, + 25.05327796936035, + 25.647504806518555, + 26.09069061279297, + 26.191070556640625, + 26.06754493713379, + 26.177318572998047, + 25.84576988220215, + 25.363737106323242, + 24.674924850463867, + 23.881847381591797, + 23.442596435546875, + 22.95013999938965, + 22.559167861938477, + 22.430339813232422, + 22.272701263427734, + 22.218873977661133 ], "p90": [ - 22.237619400024414, - 22.28604507446289, - 22.394153594970703, - 22.477523803710938, - 22.587387084960938, - 22.654804229736328, - 22.933597564697266, - 23.449424743652344, - 24.455717086791992, - 25.76622772216797, - 26.978084564208984, - 27.83120346069336, - 28.41352081298828, - 28.731361389160156, - 28.74781036376953, - 28.58151626586914, - 28.177780151367188, - 27.288246154785156, - 26.46529769897461, - 25.503429412841797, - 24.8337345123291, - 24.31960678100586, - 23.891048431396484, - 23.742183685302734 + 21.98043441772461, + 22.101566314697266, + 22.221214294433594, + 22.22760581970215, + 22.51024055480957, + 23.101484298706055, + 24.089113235473633, + 25.30417823791504, + 26.496015548706055, + 27.378170013427734, + 27.946083068847656, + 28.171762466430664, + 28.27582550048828, + 28.17072105407715, + 27.85433578491211, + 27.16238021850586, + 26.349172592163086, + 25.32756996154785, + 24.633949279785156, + 24.076934814453125, + 23.63065528869629, + 23.475309371948242, + 23.225543975830078, + 23.12614631652832 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a0f4c697d6a7b2c6f4ce3e0c78507a16753aeb5d..dcc8b0309e414a7d4ee59c4037f4dd4c39afd862 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:30:08.537921+00:00", + "evaluated_at": "2026-06-16T16:43:45.950885+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, 12.0, 18.0, 13.0, @@ -31,11 +29,11 @@ 13.0, 10.0, 12.0, - 12.0, + 13.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -56,7 +54,7 @@ 16.0, 10.0, 14.0, - 9.0, + 10.0, 10.0, 9.0, 9.0, @@ -66,17 +64,17 @@ 9.0, 14.0, 12.0, - 14.0, - 6.0, - 14.0, - 10.0, + 15.0, + 7.0, + 16.0, + 11.0, 12.0, 44.0, 7.0, 8.0, 13.0, 13.0, - 12.0, + 15.0, 12.0, 13.0, 13.0, @@ -91,25 +89,25 @@ 13.0, 11.0, 16.0, - 19.0, + 21.0, 10.0, - 17.0, + 18.0, 9.0, 11.0, - 10.0, + 11.0, 15.0, 10.0, - 13.0, + 14.0, 4.0, - 13.0 + 13.0, + 12.0, + 21.0 ], "actuals": [ - 12.0, - 15.0, 14.0, 12.0, 11.0, - 15.0, + 16.0, 7.0, 17.0, 10.0, @@ -121,95 +119,95 @@ 14.0, 10.0, 10.0, - 10.0, 11.0, - 7.0, + 11.0, 9.0, + 10.0, + 7.0, 7.0, - 6.0, + 11.0, + 10.0, 2.0 ], "p50": [ - 10.47443962097168, - 10.446440696716309, - 10.374972343444824, - 10.411419868469238, - 10.363527297973633, - 10.295862197875977, - 10.176051139831543, - 10.180426597595215, - 10.224165916442871, - 10.174871444702148, - 10.255851745605469, - 10.25942611694336, - 10.373396873474121, - 10.30831241607666, - 10.394454002380371, - 10.367393493652344, - 10.249476432800293, - 10.249959945678711, - 10.186482429504395, - 10.228860855102539, - 10.217182159423828, - 10.223518371582031, - 10.189455032348633, - 10.189417839050293 + 11.548274993896484, + 11.27587890625, + 11.099763870239258, + 11.079018592834473, + 10.723189353942871, + 10.736671447753906, + 10.828564643859863, + 10.803977012634277, + 10.811863899230957, + 10.739163398742676, + 10.822857856750488, + 10.77890396118164, + 10.745504379272461, + 10.66215991973877, + 10.69828987121582, + 10.813713073730469, + 10.71649169921875, + 10.761629104614258, + 10.583159446716309, + 10.707009315490723, + 10.715768814086914, + 10.638075828552246, + 10.634334564208984, + 10.798627853393555 ], "p10": [ - 11.811640739440918, - 11.706465721130371, - 11.658717155456543, - 11.759220123291016, - 11.730683326721191, - 11.639566421508789, - 11.459177017211914, - 11.49357795715332, - 11.542160034179688, - 11.449501991271973, - 11.579984664916992, - 11.671350479125977, - 11.657166481018066, - 11.7124662399292, - 11.70102596282959, - 11.614423751831055, - 11.620370864868164, - 11.619600296020508, - 11.624935150146484, - 11.487472534179688, - 11.506659507751465, - 11.600444793701172, - 11.603180885314941, - 11.558085441589355 + 13.028938293457031, + 12.788440704345703, + 12.609601020812988, + 12.640008926391602, + 12.324860572814941, + 12.23846435546875, + 12.40283489227295, + 12.376423835754395, + 12.228486061096191, + 12.273441314697266, + 12.414384841918945, + 12.324413299560547, + 12.348074913024902, + 12.2980375289917, + 12.274652481079102, + 12.426417350769043, + 12.401899337768555, + 12.337456703186035, + 12.219428062438965, + 12.278913497924805, + 12.285462379455566, + 12.158573150634766, + 12.26449203491211, + 12.313880920410156 ], "p90": [ - 14.460955619812012, - 14.645768165588379, - 14.697808265686035, - 14.667482376098633, - 14.612262725830078, - 14.552623748779297, - 14.459956169128418, - 14.485292434692383, - 14.497349739074707, - 14.487314224243164, - 14.585494041442871, - 14.602148056030273, - 14.632944107055664, - 14.623021125793457, - 14.677218437194824, - 14.721892356872559, - 14.664594650268555, - 14.65416145324707, - 14.661768913269043, - 14.607460975646973, - 14.686001777648926, - 14.705522537231445, - 14.702781677246094, - 14.61152458190918 + 16.019620895385742, + 15.976262092590332, + 15.94593620300293, + 15.86898422241211, + 15.583300590515137, + 15.599392890930176, + 15.725330352783203, + 15.710291862487793, + 15.714055061340332, + 15.640607833862305, + 15.752937316894531, + 15.730339050292969, + 15.61327838897705, + 15.59149169921875, + 15.612907409667969, + 15.7905912399292, + 15.746007919311523, + 15.750542640686035, + 15.608426094055176, + 15.617788314819336, + 15.714301109313965, + 15.680373191833496, + 15.748655319213867, + 15.78104305267334 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..0089b4b2179a03f48fffab298338643c3bf62bd1 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,44 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-16T16:50:06.226823+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 79, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 989c606d80ff511b1a9782a6d231b39ca62c8f53..94c9f910724d755a43462d1cf6b4ac9239d59114 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,135472.70400238037,135472.70400238037,279.8271484375,0.4018748540529624,0.00421554128668416,0.004212235085593228,5.049124458023703,368.06616796763643,0.005541962787142081,0.004213350148522935,0.005623101616608414,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,13.909017645774233,13.909017645774233,2.842020829518636,1.6392954389395251,0.12421976811944914,0.11254090675450135,16.99531024513269,3.729479540870848,0.16376220389240198,0.12479371168273198,0.08118367076792467,Weather,1 +binance_btcusdt_1h_close/1h/short,TiRex,719327.3417510986,719327.3417510986,782.0625,1.0356019195630164,0.011821819798136027,0.011740006105930192,4.286532238632391,848.1316771298539,0.01279305557251513,0.01179648077470439,0.008794070678064056,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.45101839648108,15.45101839648108,2.9841182231903076,1.8276892728040302,0.13033375873921227,0.11742740997857898,23.83500445989638,3.9307783448677287,0.17260127524865249,0.13103323709104284,0.08902792119543554,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0055039509691765,0.0055039509691765,0.07102735220299412,0.0704971547619138,0.6546836985312235,0.3974228943586957,0.4455914851960505,0.0741886175176253,0.29829564736961495,0.2855849147115898,0.3148040242758317,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.003946963155192347,0.003946963155192347,0.041853552063306175,0.3293394312208118,0.04115457624174292,0.04176485015746164,2.085877806802309,0.06282486096436941,0.06256417590367332,0.04167988521243708,0.046310710965378775,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.007084873265512215,0.007084873265512215,0.02228371302286784,0.16044279496871758,0.0015504038117526838,0.001567718065208126,3.8404853212300574,0.08417168921622172,0.0059908673429970825,0.0015860293392292953,0.002022703619703607,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,63.84343653794008,63.84343653794008,4.540655533472697,0.712414911218718,0.227458419344309,0.2188403443883198,8.86945874066941,7.990208791886484,0.45942740725631576,0.26108223869014524,0.23084033473319698,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.2621940453289729,0.2621940453289729,0.459423303604126,0.181749878348885,0.01891923824543545,0.019098134031250276,1.3452852479704134,0.5120488700592678,0.021432113125723493,0.019229438421175603,0.023349230567396004,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,12.43245758449901,12.43245758449901,2.8610597451527915,0.5722119490305583,0.46688228210550414,0.2932638423437874,3.964477817217509,3.5259690277282654,0.348243854590446,0.28257380199039916,0.22451488746046533,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,3.252752565441483,3.252752565441483,1.7258869409561157,17.751994475223928,0.10868165399171277,0.11545256599112552,508.70025460400274,1.8035389004514106,0.11460135613421106,0.10966715712003273,0.0977616599893924,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,278.1291552551638,278.1291552551638,8.834282159805298,1.4100382706026109,0.29528608927098215,0.32479860910664177,30.409182917196773,16.677204659509453,0.770903124841657,0.4083643429322243,0.36062978295169834,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.2988823688163696,0.2988823688163696,0.4907432397206624,0.1957535360658598,0.020223356342794915,0.020435265023576198,1.5316700499473848,0.5467013524918057,0.0228665610647197,0.020526033467859587,0.0242479103536757,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,12.84258524260747,12.84258524260747,2.905624270439148,0.5578798599243164,0.47877686144479736,0.28978332322430994,4.112873966217042,3.58365529070633,0.35394126327963754,0.2869752365865825,0.23295722668390054,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,254.62925643722215,254.62925643722215,4.932291666666667,0.14262048192771082,0.0015863880904222378,0.001583323509134646,3.8095917851091863,15.957106768998639,0.005115140409455954,0.00158107386135969,0.0021172724417926254,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ec96dd1b010dbda8f158a1692e6830221002a736..a5a4da9a25f600c34b9aa3034b51da5f77c51aed 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T15:35:29.231088+00:00", + "evaluated_at": "2026-06-16T17:41:56.779963+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, 63644.19140625, 63461.12109375, 63605.6796875, @@ -101,11 +99,11 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 + 66591.546875, + 67292.140625, + 67157.9921875 ], "actuals": [ - 67292.140625, - 67157.9921875, 66851.7890625, 66766.1171875, 66614.3515625, @@ -127,89 +125,89 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65846.0 ], "p50": [ - 66564.03125, - 66535.296875, - 66527.65625, - 66532.828125, - 66534.765625, - 66521.9375, - 66510.9140625, - 66490.484375, - 66472.65625, - 66465.453125, - 66479.046875, - 66486.3828125, - 66485.390625, - 66470.9765625, - 66465.875, - 66441.0078125, - 66435.90625, - 66447.515625, - 66453.234375, - 66446.84375, - 66436.984375, - 66416.1015625, - 66397.515625, - 66388.203125 + 67100.171875, + 67089.7265625, + 67086.328125, + 67082.296875, + 67085.0234375, + 67080.953125, + 67078.3828125, + 67082.34375, + 67085.7265625, + 67085.109375, + 67096.546875, + 67085.3515625, + 67087.140625, + 67076.7890625, + 67078.5390625, + 67072.3125, + 67076.96875, + 67080.6171875, + 67084.75, + 67078.234375, + 67069.6875, + 67051.5546875, + 67047.1328125, + 67037.921875 ], "p10": [ - 66224.265625, - 66012.9453125, - 65857.359375, - 65741.609375, - 65656.0390625, - 65570.6875, - 65468.90234375, - 65372.46484375, - 65312.30859375, - 65260.32421875, - 65209.78125, - 65178.41015625, - 65123.26171875, - 65038.7890625, - 64960.8046875, - 64897.28515625, - 64880.15625, - 64851.62890625, - 64820.1953125, - 64777.05859375, - 64719.21484375, - 64639.2109375, - 64566.671875, - 64526.1953125 + 66646.96875, + 66386.765625, + 66189.03125, + 66026.921875, + 65921.40625, + 65836.171875, + 65728.1875, + 65645.953125, + 65605.125, + 65559.7265625, + 65494.41796875, + 65435.19140625, + 65371.94921875, + 65269.53125, + 65178.62109375, + 65140.71484375, + 65139.8515625, + 65104.75, + 65093.8125, + 65074.53125, + 65010.96484375, + 64935.078125, + 64885.2890625, + 64851.2734375 ], "p90": [ - 66844.0859375, - 66915.6875, - 67001.2578125, - 67105.96875, - 67194.15625, - 67270.3359375, - 67354.3828125, - 67411.6328125, - 67454.2890625, - 67508.421875, - 67576.734375, - 67626.671875, - 67661.0859375, - 67686.046875, - 67735.546875, - 67728.359375, - 67754.9375, - 67828.8984375, - 67903.9375, - 67955.65625, - 67964.96875, - 67976.953125, - 67975.484375, - 67993.1328125 + 67488.078125, + 67646.0625, + 67795.1328125, + 67934.84375, + 68057.109375, + 68184.9140625, + 68335.671875, + 68461.171875, + 68556.4375, + 68649.9140625, + 68749.84375, + 68798.6328125, + 68856.8515625, + 68916.0078125, + 69012.2734375, + 69058.2109375, + 69117.75, + 69197.6484375, + 69294.484375, + 69371.2890625, + 69389.1484375, + 69426.40625, + 69442.765625, + 69481.734375 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 1409de6968c517cc9e337a9a5ca7eaa7ec39ebfa..764d9f1fa3001a03af94402db096835fff7f7486 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:31:47.250790+00:00", + "evaluated_at": "2026-06-16T17:44:36.734013+00:00", "freq": "1h", - "context_length": 81, + "context_length": 79, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, 23.139999389648438, 22.229999542236328, 21.040000915527344, @@ -115,86 +113,84 @@ 20.90999984741211 ], "p50": [ - 22.67264175415039, - 22.29016876220703, - 21.967193603515625, - 21.721237182617188, - 21.64720916748047, - 21.76222038269043, - 22.32462501525879, - 23.529369354248047, - 25.405107498168945, - 27.489124298095703, - 28.91492462158203, - 29.845081329345703, - 30.297351837158203, - 30.318927764892578, - 29.968420028686523, - 29.36077117919922, - 28.545413970947266, - 27.568769454956055, - 26.253000259399414, - 25.015138626098633, - 24.079177856445312, - 23.534650802612305, - 23.055986404418945, - 22.61603546142578 + 22.681644439697266, + 22.30442237854004, + 21.99576759338379, + 21.75652313232422, + 21.6831111907959, + 21.806150436401367, + 22.388309478759766, + 23.63277816772461, + 25.575746536254883, + 27.697586059570312, + 29.170246124267578, + 30.137165069580078, + 30.645055770874023, + 30.709766387939453, + 30.35801887512207, + 29.7174072265625, + 28.863122940063477, + 27.81169319152832, + 26.4468994140625, + 25.166492462158203, + 24.201351165771484, + 23.644248962402344, + 23.151424407958984, + 22.698030471801758 ], "p10": [ - 22.494068145751953, - 21.947669982910156, - 21.4301815032959, - 21.007991790771484, - 20.765430450439453, - 20.692779541015625, - 20.978666305541992, - 21.69025993347168, - 22.829090118408203, - 24.217185974121094, - 25.05727767944336, - 25.54684829711914, - 25.790889739990234, - 25.821853637695312, - 25.526582717895508, - 25.035982131958008, - 24.482969284057617, - 23.87054443359375, - 23.063283920288086, - 22.19723129272461, - 21.413339614868164, - 20.939908981323242, - 20.529430389404297, - 20.129419326782227 + 22.501747131347656, + 21.966262817382812, + 21.47260284423828, + 21.069313049316406, + 20.840879440307617, + 20.79183578491211, + 21.117212295532227, + 21.91489028930664, + 23.180543899536133, + 24.678749084472656, + 25.7293643951416, + 26.16962432861328, + 26.443832397460938, + 26.51072883605957, + 26.1983585357666, + 25.668014526367188, + 25.046716690063477, + 24.33182716369629, + 23.419599533081055, + 22.46556282043457, + 21.63722801208496, + 21.151084899902344, + 20.728397369384766, + 20.306560516357422 ], "p90": [ - 22.840391159057617, - 22.604284286499023, - 22.455839157104492, - 22.390342712402344, - 22.488454818725586, - 22.745328903198242, - 23.45240020751953, - 24.85797119140625, - 27.082778930664062, - 29.390640258789062, - 31.015993118286133, - 32.12818908691406, - 32.66924285888672, - 32.79611587524414, - 32.47676086425781, - 31.775524139404297, - 30.812519073486328, - 29.781387329101562, - 28.400732040405273, - 27.07575035095215, - 26.093929290771484, - 25.563682556152344, - 25.077295303344727, - 24.650390625 + 22.847957611083984, + 22.61448097229004, + 22.47260284423828, + 22.404985427856445, + 22.49399757385254, + 22.756425857543945, + 23.479278564453125, + 24.904006958007812, + 27.153549194335938, + 29.488277435302734, + 31.176532745361328, + 32.29625701904297, + 32.83988571166992, + 32.97863006591797, + 32.637855529785156, + 31.945554733276367, + 30.97132110595703, + 29.89254379272461, + 28.494016647338867, + 27.144554138183594, + 26.13886070251465, + 25.589637756347656, + 25.086332321166992, + 24.64116096496582 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", "2026-06-09 19:00:00", diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index f6bab1c5d6afd18e6bc9e4207ae80f3c4b12222d..f268c9213c1603cca288da02e6aaadf98c8617d5 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:31:52.513323+00:00", + "evaluated_at": "2026-06-16T17:44:43.311806+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.399999618530273, 14.0, @@ -101,9 +76,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -127,89 +100,114 @@ 14.0, 14.399999618530273, 14.0, - 14.0 + 14.0, + 15.0 + ], + "actuals": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 ], "p50": [ - 13.998086929321289, - 13.99817943572998, - 14.001980781555176, - 13.996766090393066, - 13.997605323791504, - 13.997653007507324, - 13.999130249023438, - 13.999802589416504, - 14.394427299499512, - 13.999781608581543, - 13.999442100524902, - 13.998370170593262, - 13.997650146484375, - 13.997633934020996, - 13.99795913696289, - 13.998187065124512, - 13.99788761138916, - 13.997597694396973, - 13.99793815612793, - 13.999444007873535, - 14.00131893157959, - 14.307948112487793, - 14.001864433288574, - 13.998863220214844 + 14.019285202026367, + 14.005904197692871, + 14.012253761291504, + 13.995010375976562, + 13.997696876525879, + 13.999772071838379, + 13.999910354614258, + 13.999067306518555, + 13.998661994934082, + 14.172451972961426, + 14.003722190856934, + 13.9999361038208, + 13.998188972473145, + 13.998883247375488, + 13.999211311340332, + 13.999052047729492, + 13.999908447265625, + 14.000073432922363, + 14.000263214111328, + 14.001383781433105, + 14.000560760498047, + 13.996946334838867, + 14.076756477355957, + 14.003813743591309 ], "p10": [ - 13.99521541595459, - 13.996122360229492, - 13.99283504486084, - 13.994260787963867, - 13.994695663452148, - 13.993675231933594, - 13.99587345123291, - 13.995780944824219, - 14.061525344848633, - 13.989294052124023, - 13.995589256286621, - 13.995412826538086, - 13.996109008789062, - 13.995779991149902, - 13.996092796325684, - 13.995619773864746, - 13.99478530883789, - 13.994856834411621, - 13.994913101196289, - 13.994667053222656, - 13.98989486694336, - 14.006373405456543, - 13.996014595031738, - 13.995089530944824 + 13.976572036743164, + 13.988907814025879, + 13.98548698425293, + 13.99356746673584, + 13.992667198181152, + 13.99340534210205, + 13.99443531036377, + 13.995379447937012, + 13.99591064453125, + 13.962972640991211, + 14.001420021057129, + 13.999715805053711, + 14.000714302062988, + 13.996243476867676, + 13.996528625488281, + 13.99547290802002, + 13.997092247009277, + 13.997530937194824, + 13.997627258300781, + 13.999415397644043, + 13.99894905090332, + 13.99228572845459, + 13.983619689941406, + 13.998885154724121 ], "p90": [ - 14.016535758972168, - 14.167939186096191, - 14.328079223632812, - 14.154243469238281, - 14.06721305847168, - 14.055059432983398, - 14.048871040344238, - 14.235235214233398, - 14.860764503479004, - 14.08508586883545, - 14.019380569458008, - 14.003045082092285, - 14.001572608947754, - 14.005972862243652, - 14.042313575744629, - 14.036101341247559, - 14.017255783081055, - 14.006546974182129, - 14.005425453186035, - 14.011661529541016, - 14.239123344421387, - 14.873210906982422, - 14.163276672363281, - 14.025758743286133 + 14.815735816955566, + 14.906013488769531, + 14.929786682128906, + 14.610726356506348, + 14.514945030212402, + 14.449015617370605, + 14.387277603149414, + 14.357199668884277, + 14.476092338562012, + 15.011046409606934, + 14.429606437683105, + 14.332927703857422, + 14.405736923217773, + 14.254249572753906, + 14.301390647888184, + 14.363511085510254, + 14.266406059265137, + 14.245733261108398, + 14.300284385681152, + 14.281076431274414, + 14.359699249267578, + 14.57913875579834, + 15.066154479980469, + 14.694680213928223 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", "2026-06-16 06:00:00", "2026-06-16 07:00:00", "2026-06-16 08:00:00", @@ -327,6 +325,8 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 85cfb6f6bddb01dad1c475faa243275362d9011d..ebb7f7173650292f4b48a1288c7552d1b173cb81 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:31:58.451228+00:00", + "evaluated_at": "2026-06-16T17:44:48.094443+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, 26.0, 23.200000762939453, 21.700000762939453, @@ -101,11 +99,11 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 + 18.299999237060547, + 17.799999237060547, + 16.5 ], "actuals": [ - 17.799999237060547, - 16.5, 15.0, 13.800000190734863, 12.800000190734863, @@ -127,89 +125,89 @@ 21.799999237060547, 31.5, 39.5, - 49.70000076293945 + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 ], "p50": [ - 17.358749389648438, - 16.273944854736328, - 15.159876823425293, - 14.06966781616211, - 13.073442459106445, - 12.41283130645752, - 12.222591400146484, - 12.805140495300293, - 15.1395263671875, - 17.646549224853516, - 18.35641098022461, - 17.632081985473633, - 16.953264236450195, - 16.396854400634766, - 16.247024536132812, - 16.51754379272461, - 17.070505142211914, - 17.827869415283203, - 18.83159637451172, - 19.978952407836914, - 21.108163833618164, - 21.423755645751953, - 21.15734100341797, - 20.452165603637695 + 15.596202850341797, + 14.722393035888672, + 13.939295768737793, + 13.334310531616211, + 13.116147994995117, + 13.531499862670898, + 15.224571228027344, + 16.84972381591797, + 17.333627700805664, + 17.16046905517578, + 16.7590274810791, + 16.37018585205078, + 16.231361389160156, + 16.38026237487793, + 16.819225311279297, + 17.368440628051758, + 18.097591400146484, + 19.046560287475586, + 19.919240951538086, + 20.338178634643555, + 20.318178176879883, + 19.97549819946289, + 19.232563018798828, + 18.158069610595703 ], "p10": [ - 15.645905494689941, - 13.503177642822266, - 11.460813522338867, - 9.790189743041992, - 8.417959213256836, - 7.487231254577637, - 6.9406585693359375, - 7.118678092956543, - 8.669417381286621, - 10.124292373657227, - 10.303497314453125, - 9.937304496765137, - 9.498348236083984, - 9.017760276794434, - 8.709833145141602, - 8.762640953063965, - 8.968812942504883, - 9.472676277160645, - 10.160624504089355, - 10.875533103942871, - 11.933067321777344, - 12.363853454589844, - 12.428606986999512, - 12.071523666381836 + 14.216541290283203, + 12.375272750854492, + 10.660013198852539, + 9.38648796081543, + 8.661458015441895, + 8.476639747619629, + 9.392200469970703, + 10.293801307678223, + 10.616205215454102, + 10.394027709960938, + 9.883325576782227, + 9.491105079650879, + 9.228560447692871, + 9.267895698547363, + 9.478970527648926, + 9.748788833618164, + 10.167315483093262, + 10.98258113861084, + 11.847517013549805, + 12.312695503234863, + 12.420829772949219, + 12.139273643493652, + 11.530258178710938, + 10.586952209472656 ], "p90": [ - 19.191112518310547, - 19.122888565063477, - 19.00206184387207, - 18.74561309814453, - 18.392553329467773, - 18.355749130249023, - 18.71241569519043, - 20.071950912475586, - 23.496917724609375, - 26.727710723876953, - 27.775680541992188, - 27.314008712768555, - 26.83251953125, - 26.421977996826172, - 26.406702041625977, - 27.066587448120117, - 28.14736557006836, - 29.47289276123047, - 30.913589477539062, - 32.59060287475586, - 34.28693389892578, - 33.67583465576172, - 32.95539093017578, - 31.66844940185547 + 17.007572174072266, + 16.99054718017578, + 17.14812660217285, + 17.410188674926758, + 17.985376358032227, + 19.383398056030273, + 22.1534366607666, + 24.6214656829834, + 25.589231491088867, + 25.391159057617188, + 25.12796401977539, + 25.094806671142578, + 25.220462799072266, + 25.745201110839844, + 26.736122131347656, + 28.046646118164062, + 29.40947914123535, + 30.78719711303711, + 32.01013946533203, + 32.102413177490234, + 31.49981689453125, + 30.64510726928711, + 29.444599151611328, + 28.150848388671875 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index e4b73272ad93c44b367ee11c56898cba2cf5cd5f..cc460de12e083e52e3296510c92d411e8cec4bf9 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:32:04.769216+00:00", + "evaluated_at": "2026-06-16T17:44:53.407283+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, 23.5, 23.600000381469727, 22.600000381469727, @@ -101,11 +99,11 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 + 22.200000762939453, + 22.0, + 21.899999618530273 ], "actuals": [ - 22.0, - 21.899999618530273, 22.0, 22.299999237060547, 22.200000762939453, @@ -127,89 +125,89 @@ 23.799999237060547, 23.399999618530273, 23.100000381469727, - 22.799999237060547 + 22.799999237060547, + 22.299999237060547, + 22.0 ], "p50": [ - 22.132614135742188, - 22.01097869873047, - 21.90103530883789, - 21.863956451416016, - 21.814739227294922, - 21.78622055053711, - 21.6334171295166, - 22.091733932495117, - 22.95743751525879, - 24.08197593688965, - 24.547607421875, - 25.233367919921875, - 25.59640884399414, - 25.868694305419922, - 25.921005249023438, - 25.86866569519043, - 25.686817169189453, - 25.322744369506836, - 24.438095092773438, - 23.763423919677734, - 23.21468734741211, - 22.917470932006836, - 22.652463912963867, - 22.475868225097656 + 21.844009399414062, + 21.80217742919922, + 21.774688720703125, + 21.72382354736328, + 21.657630920410156, + 22.0134334564209, + 22.8391170501709, + 24.112396240234375, + 24.52445411682129, + 25.180328369140625, + 25.551904678344727, + 25.800460815429688, + 25.928924560546875, + 25.9016170501709, + 25.669742584228516, + 25.251008987426758, + 24.296979904174805, + 23.706098556518555, + 23.178369522094727, + 22.869997024536133, + 22.655372619628906, + 22.46970558166504, + 22.29507064819336, + 22.155624389648438 ], "p10": [ - 21.8765869140625, - 21.658353805541992, - 21.4569034576416, - 21.357685089111328, - 21.242877960205078, - 21.153757095336914, - 20.92760467529297, - 21.278583526611328, - 21.900741577148438, - 22.704994201660156, - 22.95725440979004, - 23.31346321105957, - 23.529932022094727, - 23.58371353149414, - 23.600709915161133, - 23.511295318603516, - 23.34408950805664, - 23.1508731842041, - 22.603334426879883, - 22.141036987304688, - 21.749347686767578, - 21.48310089111328, - 21.21953582763672, - 21.02824592590332 + 21.630489349365234, + 21.49294662475586, + 21.38416290283203, + 21.25970458984375, + 21.113500595092773, + 21.34965705871582, + 21.908905029296875, + 22.809186935424805, + 23.08329200744629, + 23.46367073059082, + 23.568662643432617, + 23.58919334411621, + 23.599132537841797, + 23.50287437438965, + 23.362030029296875, + 23.128740310668945, + 22.5495662689209, + 22.180240631103516, + 21.766218185424805, + 21.501054763793945, + 21.289539337158203, + 21.065242767333984, + 20.83672523498535, + 20.65606117248535 ], "p90": [ - 22.40707015991211, - 22.368207931518555, - 22.343515396118164, - 22.396602630615234, - 22.427928924560547, - 22.49518585205078, - 22.456722259521484, - 23.101280212402344, - 24.323410034179688, - 25.99569320678711, - 27.028106689453125, - 28.16251564025879, - 28.925148010253906, - 29.458538055419922, - 29.66727066040039, - 29.566070556640625, - 29.3671875, - 28.75217056274414, - 27.646257400512695, - 26.571483612060547, - 25.447269439697266, - 24.899330139160156, - 24.432024002075195, - 24.149003982543945 + 22.070520401000977, + 22.11119270324707, + 22.179704666137695, + 22.22670555114746, + 22.30071258544922, + 22.87444305419922, + 24.18233299255371, + 25.97760009765625, + 26.830472946166992, + 27.916412353515625, + 28.764263153076172, + 29.17841148376465, + 29.451242446899414, + 29.35015296936035, + 29.121681213378906, + 28.45464515686035, + 27.225284576416016, + 26.230676651000977, + 25.375638961791992, + 24.782379150390625, + 24.42462730407715, + 24.18285369873047, + 23.94622802734375, + 23.79224395751953 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 69ffda55a5c8c69f0696824be1c4de145c64bed5..b3ae3d310e9721d36a77a4ec1af50485de2ca635 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T14:36:31.141407+00:00", + "evaluated_at": "2026-06-16T17:58:31.485089+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, 12.0, 18.0, 13.0, @@ -31,11 +29,11 @@ 13.0, 10.0, 12.0, - 12.0, + 13.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -56,7 +54,7 @@ 16.0, 10.0, 14.0, - 9.0, + 10.0, 10.0, 9.0, 9.0, @@ -66,17 +64,17 @@ 9.0, 14.0, 12.0, - 14.0, - 6.0, - 14.0, - 10.0, + 15.0, + 7.0, + 16.0, + 11.0, 12.0, 44.0, 7.0, 8.0, 13.0, 13.0, - 12.0, + 15.0, 12.0, 13.0, 13.0, @@ -91,25 +89,25 @@ 13.0, 11.0, 16.0, - 19.0, + 21.0, 10.0, - 17.0, + 18.0, 9.0, 11.0, - 10.0, + 11.0, 15.0, 10.0, - 13.0, + 14.0, 4.0, - 13.0 + 13.0, + 12.0, + 21.0 ], "actuals": [ - 12.0, - 15.0, 14.0, 12.0, 11.0, - 15.0, + 16.0, 7.0, 17.0, 10.0, @@ -121,95 +119,95 @@ 14.0, 10.0, 10.0, - 10.0, 11.0, - 7.0, + 11.0, 9.0, + 10.0, + 7.0, 7.0, - 6.0, + 11.0, + 10.0, 2.0 ], "p50": [ - 11.170443534851074, - 11.399324417114258, - 11.33621597290039, - 11.516178131103516, - 11.486410140991211, - 11.428147315979004, - 11.25378704071045, - 11.341634750366211, - 11.301511764526367, - 11.345393180847168, - 11.352914810180664, - 11.479995727539062, - 11.273152351379395, - 11.317432403564453, - 11.272872924804688, - 11.318053245544434, - 11.257415771484375, - 11.55227279663086, - 11.439422607421875, - 11.35876178741455, - 11.297252655029297, - 11.360369682312012, - 11.324503898620605, - 11.411601066589355 + 12.161661148071289, + 12.198652267456055, + 11.96076488494873, + 11.825765609741211, + 11.459245681762695, + 11.738056182861328, + 11.771112442016602, + 11.918892860412598, + 11.889833450317383, + 11.999768257141113, + 11.734344482421875, + 11.726908683776855, + 11.694580078125, + 11.954184532165527, + 11.8821439743042, + 12.023543357849121, + 11.929361343383789, + 11.934517860412598, + 11.698294639587402, + 11.851109504699707, + 11.931411743164062, + 12.055495262145996, + 12.049878120422363, + 12.185582160949707 ], "p10": [ - 7.110129356384277, - 7.168356418609619, - 7.022177219390869, - 7.109426975250244, - 7.062723636627197, - 7.011097431182861, - 6.765139102935791, - 6.857754230499268, - 6.896900177001953, - 6.909102916717529, - 6.791873455047607, - 6.892110824584961, - 6.7442216873168945, - 6.834800720214844, - 6.8268303871154785, - 6.825216293334961, - 6.652878284454346, - 6.833261966705322, - 6.816359043121338, - 6.830433368682861, - 6.774155616760254, - 6.870784282684326, - 6.847363471984863, - 6.8623433113098145 + 7.60762357711792, + 7.761323928833008, + 7.5836873054504395, + 7.488374710083008, + 7.050568580627441, + 7.260478496551514, + 7.2463860511779785, + 7.37198543548584, + 7.31291389465332, + 7.405620098114014, + 7.127782821655273, + 7.104433536529541, + 7.034112930297852, + 7.274552345275879, + 7.237086772918701, + 7.334552764892578, + 7.200678825378418, + 7.171878814697266, + 6.907751560211182, + 7.05042839050293, + 7.098724842071533, + 7.242358684539795, + 7.255322456359863, + 7.3626885414123535 ], "p90": [ - 16.423126220703125, - 16.71249008178711, - 16.73407745361328, - 17.037126541137695, - 17.139009475708008, - 17.069561004638672, - 16.86074447631836, - 16.94559669494629, - 16.910322189331055, - 17.069067001342773, - 17.21103286743164, - 17.385494232177734, - 17.053274154663086, - 17.04344367980957, - 16.99449920654297, - 17.147974014282227, - 17.19965362548828, - 17.555627822875977, - 17.440967559814453, - 17.370336532592773, - 17.29294204711914, - 17.31480598449707, - 17.242198944091797, - 17.335002899169922 + 20.236976623535156, + 19.74277687072754, + 19.217914581298828, + 19.008750915527344, + 18.73788070678711, + 19.069644927978516, + 19.009807586669922, + 19.127334594726562, + 19.118616104125977, + 19.217426300048828, + 18.9379825592041, + 19.020713806152344, + 19.01156997680664, + 19.211402893066406, + 19.074670791625977, + 19.39397621154785, + 19.40506935119629, + 19.27457046508789, + 18.878467559814453, + 19.106719970703125, + 19.28919219970703, + 19.505884170532227, + 19.560894012451172, + 19.76856231689453 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index f4560faff17279e1456704badac0ed143bd6154f..9889c6d042b74d4f8869e90c28038efc9df7bb66 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,41 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T15:39:20.614577+00:00", + "evaluated_at": "2026-06-16T17:58:35.108258+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 79, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d0915062ddf4f9423f164ca1ff2d1d0354aa0eae..e4f985ee177b6ad6e616b920416d55e1f5ec104e 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,191051.57177734375,191051.57177734375,357.2897135416667,0.513123019999799,0.0053872326267872745,0.005376485603437121,5.29747833906369,437.0944655075648,0.006581320080800463,0.005379701991112307,0.006242715600578,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,23.6984394589352,23.6984394589352,3.770800987879435,2.175021659368482,0.16462972255590969,0.14523521086721103,50.97962666587068,4.868104298280307,0.2137594481824952,0.16557663702066877,0.1347408430206246,Weather,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,601707.1604003906,601707.1604003906,715.8899739583334,0.9479767041984083,0.010819840451628253,0.010751398256336983,4.379399699039141,775.6978538067452,0.011700477672066781,0.01079834708172698,0.00855396447129432,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,26.031988437716183,26.031988437716183,3.9554789861043296,2.4226206775332577,0.17271691627689664,0.1515079724884779,60.15586936218491,5.102155273775602,0.22403667403941094,0.17368588542069724,0.14377340885747208,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.03582540144022179,0.03582540144022179,0.16664764164791754,0.16540366801771267,0.9378073699284298,0.5898856352354223,0.7515089563296594,0.18927599277304502,0.7610359470891682,0.670052466420139,0.5765072443284588,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.003341118605497092,0.003341118605497092,0.038899004459381104,0.3060905316789116,0.03948749458847863,0.038819670581786196,2.572940784562858,0.05780241003191036,0.05756256509574576,0.038737597188710615,0.04824497349669207,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.00665831127241745,0.00665831127241745,0.017404913902282715,0.12531542790047756,0.0012091214853035862,0.0012254018292775172,5.130950500850868,0.08159847591969749,0.0058077204957820705,0.0012387838627903672,0.001490503153875138,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,67.3508157106916,67.3508157106916,5.0780980587005615,0.7967379932214932,0.2711726374356718,0.2474452404338069,6.153869257712604,8.206754273809567,0.4718785123405801,0.2919845382853012,0.2567846612293129,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.337219307675241,2.337219307675241,1.3356578350067139,0.5283921105521066,0.05435052911408478,0.05628571867603362,1.589970997401646,1.5287966861800955,0.06398870389197527,0.05590476122681311,0.0429226937793302,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.954720544613755,13.954720544613755,3.0685561895370483,0.6137112379074098,0.5054922933804377,0.3096282288671166,5.854483822981517,3.735601764724628,0.3689483224419386,0.30306727797896776,0.22753556176958753,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.1854646831238824,3.1854646831238824,1.7059389750162761,17.546815229264855,0.10743048483747152,0.1140578107248272,641.0653492235587,1.7847870133783141,0.11340981450008575,0.10839961365409889,0.10481908110051735,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,275.20864511114706,275.20864511114706,9.537988662719727,1.5223567456560654,0.3599534198172137,0.36584584434742123,22.68430767326251,16.58941364579071,0.7668449887097001,0.4408931481573132,0.3741645154788603,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.4544288583862606,1.4544288583862606,1.056756814320882,0.421531804050435,0.043026096955291616,0.044206040041481265,1.992070396190865,1.2059970391283141,0.05044254017921437,0.044200355669669386,0.04252580296092018,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.605811900467566,13.605811900467566,3.0519243081410727,0.585969467163086,0.5012000159401392,0.30158787491476496,4.971890365600586,3.6886056851427704,0.3643067343350884,0.30142462302627876,0.22879396690644244,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,254.36115277558565,254.36115277558565,4.683848063151042,0.135436570500753,0.0015064735910585378,0.0015037042140955343,3.0888674816453316,15.948703796095332,0.005112446789185094,0.0015014338655753305,0.0022506265634739103,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 433f4c54c8bf04bfcdaefa838b57c9ab36d34247..bd820b893f92ea9dd7278fdcc799bfecc6f8f18a 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T15:28:58.379725+00:00", + "evaluated_at": "2026-06-16T16:52:37.756210+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 62749.44140625, - 62582.44921875, 63644.19140625, 63461.12109375, 63605.6796875, @@ -101,11 +99,11 @@ 66233.8984375, 66563.4921875, 66447.046875, - 66591.546875 + 66591.546875, + 67292.140625, + 67157.9921875 ], "actuals": [ - 67292.140625, - 67157.9921875, 66851.7890625, 66766.1171875, 66614.3515625, @@ -127,89 +125,89 @@ 66481.7265625, 66429.828125, 66052.0, - 65746.1484375 + 65654.8984375, + 65859.7578125, + 65846.0 ], "p50": [ - 66540.8359375, - 66526.0546875, - 66554.4140625, - 66565.9375, - 66577.7578125, - 66594.3125, - 66589.8203125, - 66567.703125, - 66564.0859375, - 66572.59375, - 66590.734375, - 66601.8203125, - 66614.375, - 66605.78125, - 66574.8046875, - 66591.0390625, - 66597.2734375, - 66602.7421875, - 66610.484375, - 66616.6953125, - 66607.046875, - 66611.5390625, - 66606.5, - 66607.8203125 + 67211.15625, + 67212.6484375, + 67192.1796875, + 67178.140625, + 67147.6875, + 67124.328125, + 67120.1015625, + 67097.2890625, + 67064.4453125, + 67050.609375, + 67037.8515625, + 67013.5234375, + 66976.40625, + 66968.9609375, + 66934.8125, + 66944.5390625, + 66925.0859375, + 66915.4453125, + 66907.5703125, + 66898.1640625, + 66870.75, + 66855.2265625, + 66827.15625, + 66817.390625 ], "p10": [ - 66213.171875, - 66085.8125, - 66002.5078125, - 65904.484375, - 65821.96875, - 65750.3359375, - 65639.09375, - 65538.40625, - 65463.12890625, - 65402.52734375, - 65336.03515625, - 65269.2578125, - 65199.7265625, - 65117.46875, - 65012.80859375, - 64956.87109375, - 64927.7109375, - 64893.62890625, - 64837.2109375, - 64785.6171875, - 64738.5, - 64684.640625, - 64647.53515625, - 64605.2578125 + 66723.859375, + 66529.75, + 66330.125, + 66172.09375, + 66026.65625, + 65898.375, + 65776.2265625, + 65673.6875, + 65573.3203125, + 65488.09375, + 65393.1875, + 65296.57421875, + 65206.83984375, + 65142.0625, + 65061.375, + 65010.33984375, + 64943.2421875, + 64896.48046875, + 64837.97265625, + 64777.6875, + 64733.1875, + 64687.4609375, + 64640.296875, + 64598.1796875 ], "p90": [ - 66868.4375, - 66958.1875, - 67106.8671875, - 67223.6015625, - 67341.859375, - 67449.1328125, - 67536.734375, - 67581.4453125, - 67671.21875, - 67769.3125, - 67862.25, - 67956.421875, - 68043.2109375, - 68088.2890625, - 68162.3984375, - 68242.15625, - 68313.40625, - 68389.875, - 68481.578125, - 68539.390625, - 68609.2734375, - 68690.0546875, - 68738.234375, - 68797.8125 + 67704.8046875, + 67860.8359375, + 68024.015625, + 68147.9921875, + 68230.1875, + 68317.9140625, + 68407.375, + 68469.5703125, + 68529.359375, + 68582.28125, + 68673.78125, + 68740.4375, + 68781.5, + 68863.8671875, + 68870.875, + 68986.1796875, + 69036.609375, + 69089.1796875, + 69150.109375, + 69207.03125, + 69238.2421875, + 69253.765625, + 69290.1875, + 69334.2734375 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 42646a42766bb66f85a2b54c0a6378a05e3797cf..fcf5237faf881885d7545cac25277ac79b7bd7f1 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:30:45.794768+00:00", + "evaluated_at": "2026-06-16T16:52:47.324877+00:00", "freq": "1h", - "context_length": 81, + "context_length": 79, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, 23.139999389648438, 22.229999542236328, 21.040000915527344, @@ -115,86 +113,84 @@ 20.90999984741211 ], "p50": [ - 22.50584602355957, - 22.117813110351562, - 21.74261474609375, - 21.616680145263672, - 21.578258514404297, - 21.856470108032227, - 22.58615493774414, - 23.92915153503418, - 26.432523727416992, - 28.909339904785156, - 30.685039520263672, - 31.70096206665039, - 31.972171783447266, - 32.00884246826172, - 31.629323959350586, - 31.011966705322266, - 30.156545639038086, - 29.073505401611328, - 27.759675979614258, - 26.378070831298828, - 25.249317169189453, - 24.493925094604492, - 23.885095596313477, - 23.355905532836914 + 22.479476928710938, + 22.110950469970703, + 21.763309478759766, + 21.610300064086914, + 21.603370666503906, + 21.869468688964844, + 22.643394470214844, + 24.182687759399414, + 26.688161849975586, + 29.180944442749023, + 30.931438446044922, + 31.933637619018555, + 32.31584930419922, + 32.44141387939453, + 32.03703689575195, + 31.406322479248047, + 30.493309020996094, + 29.334598541259766, + 27.953229904174805, + 26.625877380371094, + 25.55375862121582, + 24.763870239257812, + 24.168516159057617, + 23.551111221313477 ], "p10": [ - 22.214170455932617, - 21.617446899414062, - 20.966102600097656, - 20.69781494140625, - 20.54320526123047, - 20.677541732788086, - 21.241941452026367, - 22.4468936920166, - 24.588369369506836, - 26.885251998901367, - 28.367820739746094, - 29.33489418029785, - 29.694412231445312, - 29.489397048950195, - 29.047039031982422, - 28.359851837158203, - 27.526527404785156, - 26.438583374023438, - 25.30099105834961, - 23.881614685058594, - 22.828563690185547, - 22.166976928710938, - 21.556934356689453, - 21.047922134399414 + 22.23076820373535, + 21.639850616455078, + 21.04997444152832, + 20.76152801513672, + 20.649335861206055, + 20.766639709472656, + 21.364349365234375, + 22.757251739501953, + 24.904647827148438, + 27.284255981445312, + 28.670440673828125, + 29.72179412841797, + 30.17523956298828, + 30.088932037353516, + 29.64273452758789, + 28.826061248779297, + 27.96883773803711, + 26.785707473754883, + 25.52396011352539, + 24.249967575073242, + 23.245986938476562, + 22.513076782226562, + 21.91570472717285, + 21.348888397216797 ], "p90": [ - 22.801944732666016, - 22.597131729125977, - 22.45003318786621, - 22.416278839111328, - 22.574975967407227, - 22.96632957458496, - 23.930221557617188, - 25.539892196655273, - 28.389028549194336, - 31.117870330810547, - 32.870845794677734, - 33.89988708496094, - 34.398738861083984, - 34.575645446777344, - 34.180030822753906, - 33.62064743041992, - 32.6903190612793, - 31.52790641784668, - 30.332244873046875, - 29.067914962768555, - 27.859209060668945, - 26.932344436645508, - 26.272321701049805, - 25.619150161743164 + 22.750057220458984, + 22.57667350769043, + 22.43822479248047, + 22.370079040527344, + 22.54030418395996, + 22.91843605041504, + 23.950300216674805, + 25.706581115722656, + 28.512481689453125, + 31.2036190032959, + 32.940677642822266, + 34.03096008300781, + 34.60405731201172, + 34.90195846557617, + 34.326934814453125, + 33.79840087890625, + 32.85493850708008, + 31.666324615478516, + 30.409149169921875, + 29.0655574798584, + 27.9101505279541, + 26.971580505371094, + 26.35797119140625, + 25.652109146118164 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", "2026-06-09 19:00:00", diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 6e5386994202af02cc644f5a046e591114aa14c2..e0f8a30065ed6a349d3172341dc1a05e5974919c 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:30:53.636971+00:00", + "evaluated_at": "2026-06-16T16:52:56.080524+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.399999618530273, 14.0, @@ -101,9 +76,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -127,89 +100,114 @@ 14.0, 14.399999618530273, 14.0, - 14.0 + 14.0, + 15.0 + ], + "actuals": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0 ], "p50": [ - 13.999902725219727, - 14.000353813171387, - 14.000243186950684, - 14.000462532043457, - 14.000265121459961, - 14.00045394897461, - 14.000447273254395, - 14.000433921813965, - 14.393263816833496, - 13.999977111816406, - 14.00069522857666, - 14.000398635864258, - 14.00013256072998, - 14.000314712524414, - 14.000057220458984, - 14.000365257263184, - 14.000059127807617, - 14.000056266784668, - 14.000102043151855, - 14.000040054321289, + 14.000511169433594, + 14.000699043273926, + 14.000514030456543, + 14.000540733337402, + 14.000405311584473, + 14.000489234924316, + 14.000374794006348, + 14.000378608703613, + 14.000303268432617, + 14.370647430419922, + 13.998781204223633, + 14.000165939331055, + 14.000067710876465, + 14.0003662109375, + 14.000354766845703, + 14.000361442565918, + 14.000112533569336, + 14.000495910644531, 14.000431060791016, - 14.394068717956543, - 13.999673843383789, - 14.000000953674316 + 14.000619888305664, + 14.000506401062012, + 14.000031471252441, + 14.380880355834961, + 13.99942684173584 ], "p10": [ - 13.99924087524414, - 13.999345779418945, - 13.99924087524414, - 13.999680519104004, - 13.999326705932617, - 13.999592781066895, + 13.999259948730469, + 13.999648094177246, + 13.999286651611328, + 13.999456405639648, + 13.999378204345703, + 13.99940299987793, 13.999430656433105, - 13.999726295471191, - 14.333918571472168, - 13.998788833618164, - 13.99946117401123, - 13.999497413635254, - 13.999408721923828, - 13.99962043762207, - 13.99905014038086, - 13.999831199645996, - 13.999421119689941, - 13.999274253845215, - 13.999249458312988, - 13.999513626098633, - 13.99991226196289, - 14.20834732055664, - 13.99852466583252, - 13.99887752532959 + 13.999251365661621, + 13.999094009399414, + 14.31612491607666, + 13.998053550720215, + 13.99906063079834, + 13.999252319335938, + 13.99928092956543, + 13.999551773071289, + 13.999523162841797, + 13.999539375305176, + 13.99948501586914, + 13.999539375305176, + 13.999480247497559, + 13.999324798583984, + 13.999423027038574, + 14.280057907104492, + 13.997611045837402 ], "p90": [ - 14.000600814819336, - 14.001222610473633, - 14.001667022705078, - 14.002355575561523, - 14.002045631408691, - 14.002579689025879, - 14.00367546081543, - 14.09084415435791, - 14.473359107971191, - 14.008308410644531, - 14.004312515258789, - 14.004006385803223, - 14.002999305725098, - 14.003727912902832, - 14.030623435974121, - 14.105402946472168, - 14.006293296813965, - 14.004408836364746, - 14.006237030029297, - 14.011848449707031, - 14.331028938293457, - 14.460323333740234, - 14.099501609802246, - 14.022990226745605 + 14.747626304626465, + 14.348943710327148, + 14.328158378601074, + 14.273039817810059, + 14.04880142211914, + 14.052842140197754, + 14.070586204528809, + 14.054508209228516, + 14.192389488220215, + 14.554601669311523, + 14.050895690917969, + 14.051813125610352, + 14.061123847961426, + 14.05339527130127, + 14.053401947021484, + 14.137237548828125, + 14.07669734954834, + 14.061222076416016, + 14.06407642364502, + 14.064833641052246, + 14.068048477172852, + 14.250924110412598, + 14.632495880126953, + 14.10240364074707 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", "2026-06-16 06:00:00", "2026-06-16 07:00:00", "2026-06-16 08:00:00", @@ -327,6 +325,8 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 43fb3c19e34c86f99eb03ddc4fb3e8fde26be0e7..45ba63f495451cd289a9a32e421d1dd04329e20f 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:30:58.719589+00:00", + "evaluated_at": "2026-06-16T16:59:19.162726+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, 26.0, 23.200000762939453, 21.700000762939453, @@ -101,11 +99,11 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 + 18.299999237060547, + 17.799999237060547, + 16.5 ], "actuals": [ - 17.799999237060547, - 16.5, 15.0, 13.800000190734863, 12.800000190734863, @@ -127,89 +125,89 @@ 21.799999237060547, 31.5, 39.5, - 49.70000076293945 + 49.70000076293945, + 58.29999923706055, + 77.80000305175781 ], "p50": [ - 17.813383102416992, - 16.229694366455078, - 15.026305198669434, - 13.841029167175293, - 12.849512100219727, - 12.292004585266113, - 12.298971176147461, - 12.278322219848633, - 14.573663711547852, - 18.56756591796875, - 19.635459899902344, - 19.930038452148438, - 19.015352249145508, - 17.77431297302246, - 17.377395629882812, - 18.278074264526367, - 18.792362213134766, - 18.98329734802246, - 19.794940948486328, - 20.209829330444336, - 21.131093978881836, - 20.886667251586914, - 21.163969039916992, - 21.698715209960938 + 16.229904174804688, + 15.539613723754883, + 14.560704231262207, + 13.663335800170898, + 13.143112182617188, + 13.339174270629883, + 16.383804321289062, + 19.329809188842773, + 20.151290893554688, + 19.90616798400879, + 18.845542907714844, + 18.074623107910156, + 18.03394889831543, + 18.198163986206055, + 18.58546257019043, + 19.345163345336914, + 19.978347778320312, + 20.30504608154297, + 20.943662643432617, + 20.81624984741211, + 20.93756103515625, + 20.74756622314453, + 19.96335220336914, + 19.2930965423584 ], "p10": [ - 15.91927719116211, - 12.937459945678711, - 11.00523567199707, - 8.913162231445312, - 7.049992561340332, - 6.020500183105469, - 5.734549522399902, - 5.060702323913574, - 5.816194534301758, - 8.318721771240234, - 9.296463966369629, - 9.081212043762207, - 8.381636619567871, - 6.621465682983398, - 5.828677177429199, - 6.495672225952148, - 6.440979957580566, - 7.042264938354492, - 7.701563835144043, - 7.584761619567871, - 7.830849647521973, - 8.067254066467285, - 7.918180465698242, - 8.255172729492188 + 14.296165466308594, + 12.173891067504883, + 10.870527267456055, + 9.373001098632812, + 7.920529365539551, + 7.234923362731934, + 8.824331283569336, + 9.414106369018555, + 9.928629875183105, + 9.868586540222168, + 8.668183326721191, + 7.610578536987305, + 7.101255416870117, + 6.459813117980957, + 6.579756736755371, + 7.194888114929199, + 7.276865005493164, + 8.129843711853027, + 8.51424789428711, + 8.127156257629395, + 7.951196670532227, + 8.043724060058594, + 7.135321617126465, + 6.227558135986328 ], "p90": [ - 19.652055740356445, - 19.49439811706543, - 19.32416534423828, - 19.256074905395508, - 19.014724731445312, - 19.44872283935547, - 19.869483947753906, - 21.00059700012207, - 23.954391479492188, - 29.626380920410156, - 32.41951370239258, - 32.99286651611328, - 32.01104736328125, - 30.435245513916016, - 29.511829376220703, - 32.03047180175781, - 32.8765754699707, - 33.64523696899414, - 35.47935485839844, - 36.78526306152344, - 37.360870361328125, - 38.529632568359375, - 39.04090881347656, - 39.114479064941406 + 18.252553939819336, + 18.598508834838867, + 18.35923957824707, + 18.398733139038086, + 19.154356002807617, + 20.562213897705078, + 25.81049919128418, + 33.01725387573242, + 34.253929138183594, + 33.339778900146484, + 32.0200080871582, + 31.462249755859375, + 31.904541015625, + 32.70768356323242, + 33.6256217956543, + 35.75300598144531, + 37.551490783691406, + 37.59357452392578, + 39.22705841064453, + 39.561439514160156, + 39.615962982177734, + 39.167266845703125, + 38.16675567626953, + 36.688560485839844 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 924dc81360bf005dee49a10e8158dfbc1bf480fc..0e191ae7fdd048d4bacb8b4f2251645ef7e7421e 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:31:04.801339+00:00", + "evaluated_at": "2026-06-16T17:29:15.491975+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, 23.5, 23.600000381469727, 22.600000381469727, @@ -101,11 +99,11 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 + 22.200000762939453, + 22.0, + 21.899999618530273 ], "actuals": [ - 22.0, - 21.899999618530273, 22.0, 22.299999237060547, 22.200000762939453, @@ -127,89 +125,89 @@ 23.799999237060547, 23.399999618530273, 23.100000381469727, - 22.799999237060547 + 22.799999237060547, + 22.299999237060547, + 22.0 ], "p50": [ - 21.989259719848633, - 21.838930130004883, - 21.707473754882812, - 21.6180477142334, - 21.48883056640625, - 21.444828033447266, - 21.435325622558594, - 21.665143966674805, - 22.19562530517578, - 22.878204345703125, - 23.319934844970703, - 23.721403121948242, - 23.871572494506836, - 24.026121139526367, - 24.06180191040039, - 24.055513381958008, - 23.931245803833008, - 23.67829132080078, - 23.063337326049805, - 22.521074295043945, - 22.081554412841797, - 21.808069229125977, - 21.564029693603516, - 21.378589630126953 + 21.821792602539062, + 21.755870819091797, + 21.67067527770996, + 21.60334014892578, + 21.606821060180664, + 21.91926383972168, + 22.529644012451172, + 23.324155807495117, + 23.7615966796875, + 24.23493194580078, + 24.310195922851562, + 24.363746643066406, + 24.40260887145996, + 24.328731536865234, + 24.243959426879883, + 23.981761932373047, + 23.5664119720459, + 23.06273078918457, + 22.652740478515625, + 22.343355178833008, + 22.005142211914062, + 21.776718139648438, + 21.645822525024414, + 21.525814056396484 ], "p10": [ - 21.661346435546875, - 21.38296890258789, - 21.15693473815918, - 20.93720245361328, - 20.706031799316406, - 20.65488052368164, - 20.52733612060547, - 20.767555236816406, - 21.199312210083008, - 21.744142532348633, - 21.969772338867188, - 22.282215118408203, - 22.45254898071289, - 22.438804626464844, - 22.49535369873047, - 22.503862380981445, - 22.40821075439453, - 22.112600326538086, - 21.587663650512695, - 21.065950393676758, - 20.698442459106445, - 20.391271591186523, - 20.136354446411133, - 19.898983001708984 + 21.495403289794922, + 21.274011611938477, + 21.045652389526367, + 20.866941452026367, + 20.75429916381836, + 20.96990394592285, + 21.38978385925293, + 22.000213623046875, + 22.21073341369629, + 22.459331512451172, + 22.500850677490234, + 22.46338653564453, + 22.575218200683594, + 22.374576568603516, + 22.307720184326172, + 22.03279685974121, + 21.6190185546875, + 21.250255584716797, + 20.883464813232422, + 20.572586059570312, + 20.33573341369629, + 20.082658767700195, + 19.925819396972656, + 19.764249801635742 ], "p90": [ - 22.34471321105957, - 22.33701515197754, - 22.339664459228516, - 22.403369903564453, - 22.437528610229492, - 22.458148956298828, - 22.55010986328125, - 22.875991821289062, - 23.60906982421875, - 24.583158493041992, - 25.31617546081543, - 25.986902236938477, - 26.290855407714844, - 26.487234115600586, - 26.535478591918945, - 26.50507354736328, - 26.378320693969727, - 26.061025619506836, - 25.319278717041016, - 24.638696670532227, - 24.161087036132812, - 23.87990951538086, - 23.60594367980957, - 23.441787719726562 + 22.13140106201172, + 22.28586196899414, + 22.363056182861328, + 22.48530387878418, + 22.696819305419922, + 23.28429412841797, + 24.260828018188477, + 25.899927139282227, + 26.975482940673828, + 28.454360961914062, + 28.75845718383789, + 29.477455139160156, + 29.983604431152344, + 30.31159210205078, + 30.144271850585938, + 29.827205657958984, + 29.086477279663086, + 27.929582595825195, + 27.238388061523438, + 26.71420669555664, + 26.055492401123047, + 25.598936080932617, + 25.405094146728516, + 25.077255249023438 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index df03cef06bea0281051db7cfb96a5a34bfc201e5..fefe9acc25663d1a5b54c25b105c41a83d958616 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T14:31:11.380731+00:00", + "evaluated_at": "2026-06-16T17:29:25.127749+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, 12.0, 18.0, 13.0, @@ -31,11 +29,11 @@ 13.0, 10.0, 12.0, - 12.0, + 13.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -56,7 +54,7 @@ 16.0, 10.0, 14.0, - 9.0, + 10.0, 10.0, 9.0, 9.0, @@ -66,17 +64,17 @@ 9.0, 14.0, 12.0, - 14.0, - 6.0, - 14.0, - 10.0, + 15.0, + 7.0, + 16.0, + 11.0, 12.0, 44.0, 7.0, 8.0, 13.0, 13.0, - 12.0, + 15.0, 12.0, 13.0, 13.0, @@ -91,25 +89,25 @@ 13.0, 11.0, 16.0, - 19.0, + 21.0, 10.0, - 17.0, + 18.0, 9.0, 11.0, - 10.0, + 11.0, 15.0, 10.0, - 13.0, + 14.0, 4.0, - 13.0 + 13.0, + 12.0, + 21.0 ], "actuals": [ - 12.0, - 15.0, 14.0, 12.0, 11.0, - 15.0, + 16.0, 7.0, 17.0, 10.0, @@ -121,95 +119,95 @@ 14.0, 10.0, 10.0, - 10.0, 11.0, - 7.0, + 11.0, 9.0, + 10.0, + 7.0, 7.0, - 6.0, + 11.0, + 10.0, 2.0 ], "p50": [ - 11.840431213378906, - 11.846951484680176, - 11.855676651000977, - 11.844544410705566, - 11.862674713134766, - 11.855743408203125, - 11.849406242370605, - 11.915797233581543, - 11.847278594970703, - 11.866969108581543, - 11.860370635986328, - 11.897872924804688, - 11.836213111877441, - 11.878190040588379, - 11.843664169311523, - 11.839786529541016, - 11.874590873718262, - 11.892149925231934, - 11.840764999389648, - 11.909893035888672, - 11.810591697692871, - 11.85212516784668, - 11.868736267089844, - 11.860543251037598 + 12.254526138305664, + 12.244303703308105, + 12.224940299987793, + 12.185273170471191, + 12.25991439819336, + 13.058395385742188, + 12.173805236816406, + 12.2216157913208, + 12.16583251953125, + 12.213872909545898, + 12.152585983276367, + 12.203805923461914, + 12.163664817810059, + 12.16500186920166, + 12.179546356201172, + 12.222238540649414, + 12.168445587158203, + 12.214816093444824, + 12.12086009979248, + 12.181977272033691, + 12.183409690856934, + 12.201875686645508, + 12.182257652282715, + 12.226937294006348 ], "p10": [ - 8.024240493774414, - 8.037612915039062, - 8.022616386413574, - 8.021211624145508, - 8.041385650634766, - 8.01023006439209, - 8.016822814941406, - 8.038982391357422, - 7.995987415313721, - 7.992250442504883, - 8.000313758850098, - 8.026618003845215, - 7.989179611206055, - 8.003358840942383, - 7.98960542678833, - 7.982380390167236, - 8.001383781433105, - 8.014999389648438, - 7.992495536804199, - 8.026592254638672, - 7.95431661605835, - 7.9835734367370605, - 7.984023094177246, - 7.969521522521973 + 7.946798801422119, + 7.991642475128174, + 7.954749584197998, + 7.93724250793457, + 8.021690368652344, + 8.062500953674316, + 7.886053085327148, + 7.957049369812012, + 7.947292327880859, + 7.9223809242248535, + 7.898111343383789, + 7.957473278045654, + 7.95078182220459, + 7.946041584014893, + 7.947619915008545, + 7.983753681182861, + 7.944077491760254, + 7.954081058502197, + 7.880062580108643, + 7.9293317794799805, + 7.946944713592529, + 7.9635162353515625, + 7.927499294281006, + 7.95506477355957 ], "p90": [ - 15.715731620788574, - 15.773842811584473, - 15.810892105102539, - 15.786690711975098, - 15.831098556518555, - 15.83712100982666, - 15.800240516662598, - 16.16791534423828, - 15.916423797607422, - 15.95223617553711, - 15.959888458251953, - 16.045001983642578, - 15.874690055847168, - 16.057140350341797, - 15.863649368286133, - 15.891033172607422, - 15.903146743774414, - 16.056957244873047, - 15.809545516967773, - 16.145261764526367, - 15.837742805480957, - 15.958067893981934, - 16.030973434448242, - 15.993404388427734 + 17.400747299194336, + 17.113115310668945, + 17.013221740722656, + 17.01156234741211, + 17.42826271057129, + 27.520009994506836, + 17.186634063720703, + 17.446819305419922, + 16.975500106811523, + 17.070209503173828, + 16.91177749633789, + 17.062448501586914, + 16.84233856201172, + 16.83024787902832, + 16.852556228637695, + 17.140064239501953, + 16.801729202270508, + 17.316448211669922, + 16.775177001953125, + 17.06707191467285, + 16.933612823486328, + 17.03742218017578, + 16.94448471069336, + 17.19639778137207 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -327,6 +325,8 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 73b40184d9697c84771b7e905235dd00bf18d311..72de7eb5f19a8de5b96c1a65a9bfb7c02334c432 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,41 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T15:32:32.245525+00:00", + "evaluated_at": "2026-06-16T17:29:28.913371+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t121200z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 79, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t141000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t064000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t115000z", - "data_fetched_at": "2026-06-16T14:43:23.464152Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t160000z", + "data_fetched_at": "2026-06-16T16:15:24.306673Z", "context_length": 96, "prediction_length": 24 }